{
"adam6p_wide_grid_seed0":[{"learning_rate": 0.0006452137521578798, "beta1": 0.6720413695981028, "beta2": 0.9805789095496689, "epsilon": 0.45224877782442713, "linear_decay": 2.0497251858122685e-07, "exponential_decay": 2.5003268467591204e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed1":[{"learning_rate": 1.3890839628025196e-07, "beta1": 0.2640109483915053, "beta2": 0.9999634526379764, "epsilon": 46.13970534653869, "linear_decay": 1.349736985441097e-06, "exponential_decay": 9.802452962511179e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed10":[{"learning_rate": 0.005560770669357533, "beta1": 0.3587096390975155, "beta2": 0.9999811510113608, "epsilon": 9.551989333907475e-06, "linear_decay": 4.052909611496862e-05, "exponential_decay": 7.22961673968845e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed100":[{"learning_rate": 0.9351532301875471, "beta1": 0.9997222895034921, "beta2": 0.9791551315551263, "epsilon": 1.6420634796269622e-07, "linear_decay": 2.1163020834989534e-07, "exponential_decay": 1.8486836966333068e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed101":[{"learning_rate": 0.006604072815854536, "beta1": 0.9986992126544066, "beta2": 0.4361081350267888, "epsilon": 9.413788171373591e-05, "linear_decay": 8.67708571882612e-05, "exponential_decay": 1.6663202170799762e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed102":[{"learning_rate": 0.0018317940766589748, "beta1": 0.9807121299119977, "beta2": 0.9999863847966619, "epsilon": 0.006399367574208457, "linear_decay": 3.157649559655831e-07, "exponential_decay": 0.00033356945945933384}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed103":[{"learning_rate": 1.4871409797073088e-05, "beta1": 0.931288373713178, "beta2": 0.9999081272511933, "epsilon": 8.631249668747696, "linear_decay": 5.793519538477034e-05, "exponential_decay": 1.7973577403742253e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed104":[{"learning_rate": 1.3830337271601632, "beta1": 0.9995695158580513, "beta2": 0.9999958880853849, "epsilon": 3.4859749747793555e-07, "linear_decay": 4.620300819909913e-07, "exponential_decay": 0.00019027349953920213}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed105":[{"learning_rate": 1.0003518537281685e-05, "beta1": 0.9974393902704274, "beta2": 0.6466273950812019, "epsilon": 2.447918704176247e-05, "linear_decay": 1.5060073949527554e-06, "exponential_decay": 7.637951771503354e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed106":[{"learning_rate": 0.1795648301097076, "beta1": 0.9998324630464944, "beta2": 0.997719412236839, "epsilon": 2.33639358674905e-10, "linear_decay": 6.170628946953068e-06, "exponential_decay": 1.759244619677832e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed107":[{"learning_rate": 0.005736861724678289, "beta1": 0.6482506842958322, "beta2": 0.9931609386090658, "epsilon": 4.249536019225643e-09, "linear_decay": 4.1899186876421535e-06, "exponential_decay": 1.12003456576401e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed108":[{"learning_rate": 2.3030030481515933e-06, "beta1": 0.6166670341551533, "beta2": 0.9741219678266704, "epsilon": 7.613415151602003e-06, "linear_decay": 1.6867347409193572e-06, "exponential_decay": 0.0003845081109938989}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed109":[{"learning_rate": 4.393428467502139e-05, "beta1": 0.9983880095851265, "beta2": 0.9955815786885862, "epsilon": 416.3279173764843, "linear_decay": 4.303105369218794e-07, "exponential_decay": 0.00010628980820817662}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed11":[{"learning_rate": 1.0152941204766906e-06, "beta1": 0.9998504863707466, "beta2": 0.999756395443056, "epsilon": 0.00619497609228036, "linear_decay": 4.595733953957037e-06, "exponential_decay": 0.00025170232932086097}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed110":[{"learning_rate": 0.006811154168919941, "beta1": 0.968173371153755, "beta2": 0.9945065100889587, "epsilon": 0.000414064220811446, "linear_decay": 1.0996682139036565e-05, "exponential_decay": 1.9162386076301927e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed111":[{"learning_rate": 1.227454287576993, "beta1": 0.9834139973660854, "beta2": 0.9992477874763587, "epsilon": 5.163070737281866e-09, "linear_decay": 1.7962210440350226e-06, "exponential_decay": 0.00010707808572461012}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed112":[{"learning_rate": 0.1277593215638084, "beta1": 0.9960320371018514, "beta2": 0.9996406263310111, "epsilon": 8.259306154759298e-05, "linear_decay": 5.9805470753363666e-05, "exponential_decay": 0.00010839565231336349}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed113":[{"learning_rate": 0.021251502521845718, "beta1": 0.9456570420498968, "beta2": 0.7219822358104575, "epsilon": 20.07861541169884, "linear_decay": 1.918477491201529e-06, "exponential_decay": 3.821997903512302e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed114":[{"learning_rate": 0.0012194427228612876, "beta1": 0.9965662543240493, "beta2": 0.9920248165355643, "epsilon": 0.0013294745114817823, "linear_decay": 8.183129969781684e-05, "exponential_decay": 0.0006166927387110721}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed115":[{"learning_rate": 0.0068317893870972965, "beta1": 0.9841016313830925, "beta2": 0.9948876514024942, "epsilon": 0.0003946653868012918, "linear_decay": 1.5540869117500723e-05, "exponential_decay": 8.052969879292286e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed116":[{"learning_rate": 0.0002473354087199508, "beta1": 0.5952619061672852, "beta2": 0.9993719077374431, "epsilon": 87.42925766562162, "linear_decay": 1.0969460866487269e-07, "exponential_decay": 7.898787753004956e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed117":[{"learning_rate": 0.00043415986346754604, "beta1": 0.9920914081745685, "beta2": 0.9972167308214661, "epsilon": 4.461303882787175, "linear_decay": 1.2289469538631547e-06, "exponential_decay": 1.2614181103823974e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed118":[{"learning_rate": 1.8906608380485113e-06, "beta1": 0.41234711002704927, "beta2": 0.9999843185046701, "epsilon": 29.6661185878799, "linear_decay": 4.250205488870039e-06, "exponential_decay": 0.0002941840175598673}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed119":[{"learning_rate": 0.09298007815788534, "beta1": 0.976431306295762, "beta2": 0.8718021700683862, "epsilon": 4.775086206993928e-08, "linear_decay": 7.338143633055515e-06, "exponential_decay": 1.8917893982648128e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed12":[{"learning_rate": 2.0082572248527923e-07, "beta1": 0.9995347079390269, "beta2": 0.9999959700328014, "epsilon": 1.883390161581134e-06, "linear_decay": 8.378415938061652e-06, "exponential_decay": 7.5027849198880145e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed120":[{"learning_rate": 6.269852143350938e-07, "beta1": 0.9924384672292369, "beta2": 0.9994514105315834, "epsilon": 52.76964971422887, "linear_decay": 1.7780286269349497e-06, "exponential_decay": 1.2056178286093241e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed121":[{"learning_rate": 3.1799166565555073e-07, "beta1": 0.9905630287831481, "beta2": 0.9999940188046235, "epsilon": 0.0021003848013417975, "linear_decay": 9.819852711646119e-07, "exponential_decay": 1.7880045241204597e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed122":[{"learning_rate": 2.214827498134931e-07, "beta1": 0.5884189342008775, "beta2": 0.988048105821744, "epsilon": 1.5781169782752393e-06, "linear_decay": 4.259389707673171e-05, "exponential_decay": 0.00010850742773254785}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed123":[{"learning_rate": 1.1255103272799336e-07, "beta1": 0.9141952883509831, "beta2": 0.9316498083963747, "epsilon": 3.0407379130616303e-06, "linear_decay": 5.073921620414337e-05, "exponential_decay": 3.4172047292856836e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed124":[{"learning_rate": 2.127188913876689, "beta1": 0.998864880417583, "beta2": 0.999655872650082, "epsilon": 0.0007402963720059606, "linear_decay": 5.465014891458426e-05, "exponential_decay": 6.568709990244928e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed125":[{"learning_rate": 0.20195583116845608, "beta1": 0.9988593725672901, "beta2": 0.9999987001028877, "epsilon": 229.0083480307236, "linear_decay": 2.1836810841812173e-05, "exponential_decay": 1.0804068540912182e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed126":[{"learning_rate": 0.00012713414544607767, "beta1": 0.9997810024892463, "beta2": 0.8491088780818179, "epsilon": 5.784258195468339e-09, "linear_decay": 3.859181131501353e-06, "exponential_decay": 8.423272521192211e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed127":[{"learning_rate": 2.0508571438227035e-07, "beta1": 0.9918879218851087, "beta2": 0.9860895799740071, "epsilon": 5.522082955033575e-06, "linear_decay": 5.968118317933621e-06, "exponential_decay": 1.8612669066068794e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed128":[{"learning_rate": 4.845278027840847e-05, "beta1": 0.4592194640467604, "beta2": 0.9998051768590687, "epsilon": 100.79079740389105, "linear_decay": 8.04375666625997e-06, "exponential_decay": 0.00040203909539947687}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed129":[{"learning_rate": 0.0005870074839677695, "beta1": 0.9616069012280622, "beta2": 0.9364067255109598, "epsilon": 7.599708061780808e-05, "linear_decay": 1.0204709158717456e-06, "exponential_decay": 0.00010721668886285357}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed13":[{"learning_rate": 4.112603903462449e-08, "beta1": 0.7992989906597143, "beta2": 0.9999670440196227, "epsilon": 0.9331886711774707, "linear_decay": 3.3430246586758187e-06, "exponential_decay": 0.0004070887604884977}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed130":[{"learning_rate": 6.888026021696089e-05, "beta1": 0.9416362112296777, "beta2": 0.9565665084013745, "epsilon": 373.0336137431891, "linear_decay": 4.4742085159103325e-06, "exponential_decay": 0.000733075940358002}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed131":[{"learning_rate": 1.6906091648068976e-07, "beta1": 0.7824654708411125, "beta2": 0.06453429365260765, "epsilon": 0.01264703100798554, "linear_decay": 7.591561124408528e-05, "exponential_decay": 2.3340954718525624e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed132":[{"learning_rate": 7.697530147438142e-06, "beta1": 0.9978847523370008, "beta2": 0.9990114147143347, "epsilon": 2.7112700084711395e-06, "linear_decay": 6.0863663600068066e-06, "exponential_decay": 0.0001923392235697514}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed133":[{"learning_rate": 0.07678139269367325, "beta1": 0.9996202690009547, "beta2": 0.9999380572640321, "epsilon": 7.916314992818277, "linear_decay": 8.491701135548138e-06, "exponential_decay": 7.510636934797197e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed134":[{"learning_rate": 0.0042053000142190326, "beta1": 0.9997148341726458, "beta2": 0.9997238827418752, "epsilon": 11.995113909268076, "linear_decay": 1.3497613647181002e-07, "exponential_decay": 1.3446876984398721e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed135":[{"learning_rate": 0.014280155654869826, "beta1": 0.998578941834803, "beta2": 0.34495277941852265, "epsilon": 3.4849591751076485e-08, "linear_decay": 5.558332771443568e-06, "exponential_decay": 8.486805188934968e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed136":[{"learning_rate": 0.13720539048268554, "beta1": 0.9325178907526239, "beta2": 0.9996030152028657, "epsilon": 1.5765849439127894e-10, "linear_decay": 9.843882594066962e-07, "exponential_decay": 7.981482349836233e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed137":[{"learning_rate": 0.0026347206500271954, "beta1": 0.9881289451454927, "beta2": 0.9960231055076978, "epsilon": 1.422658004232622e-05, "linear_decay": 7.562401451144919e-06, "exponential_decay": 0.0003678846312416781}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed138":[{"learning_rate": 7.722174263470444e-07, "beta1": 0.9174850701108739, "beta2": 0.9999483083550438, "epsilon": 0.2679402062055994, "linear_decay": 1.8420024377666723e-06, "exponential_decay": 0.0004402772342974}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed139":[{"learning_rate": 2.2013906299266223e-05, "beta1": 0.9988615146038126, "beta2": 0.8245739699166745, "epsilon": 0.0002088210766068033, "linear_decay": 2.2110557278684506e-05, "exponential_decay": 0.00015597769454429538}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed14":[{"learning_rate": 0.0001262830440220817, "beta1": 0.9988891584678368, "beta2": 0.9999894807357312, "epsilon": 0.06126555436594817, "linear_decay": 9.432693791638343e-05, "exponential_decay": 5.4197836969612055e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed140":[{"learning_rate": 0.00011448501890014008, "beta1": 0.975457010296495, "beta2": 0.9996528309206826, "epsilon": 0.00831125799841047, "linear_decay": 1.576028087801533e-07, "exponential_decay": 4.607467608329009e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed141":[{"learning_rate": 0.014630353553133304, "beta1": 0.9967480320695544, "beta2": 0.8481347481610813, "epsilon": 3.881051741640182e-06, "linear_decay": 1.8028620285862102e-07, "exponential_decay": 0.00025349348490171425}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed142":[{"learning_rate": 1.6745188377673978e-08, "beta1": 0.9998070525993725, "beta2": 0.9998729368934597, "epsilon": 3.374715802673594e-08, "linear_decay": 9.161076692808452e-07, "exponential_decay": 1.3916150455013931e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed143":[{"learning_rate": 0.0012955676206673223, "beta1": 0.9979024377643361, "beta2": 0.99828529901208, "epsilon": 2.071812704719996e-06, "linear_decay": 2.9863569708554274e-07, "exponential_decay": 4.000259856357282e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed144":[{"learning_rate": 0.005013568036953576, "beta1": 0.9956328108822218, "beta2": 0.9999986703077869, "epsilon": 6.139843067280999e-10, "linear_decay": 2.8370098068644687e-07, "exponential_decay": 1.1886976821647803e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed145":[{"learning_rate": 0.0011080517940316315, "beta1": 0.9961983930520235, "beta2": 0.9991628346097273, "epsilon": 2.7468073530885335e-07, "linear_decay": 9.330762939332737e-06, "exponential_decay": 0.0007339612971857804}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed146":[{"learning_rate": 0.7722832881519842, "beta1": 0.8486846127231125, "beta2": 0.9999170756496706, "epsilon": 0.01888539839650066, "linear_decay": 5.253004960353334e-05, "exponential_decay": 2.9212649134383982e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed147":[{"learning_rate": 3.959016253831388e-08, "beta1": 0.9998320568910662, "beta2": 0.9629622987714151, "epsilon": 2.0182762448693267e-08, "linear_decay": 4.2068872065760335e-07, "exponential_decay": 0.0001670313234680191}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed148":[{"learning_rate": 0.002310633659947862, "beta1": 0.9997194946289103, "beta2": 0.9926743639572375, "epsilon": 1.1505502428268895e-07, "linear_decay": 1.8979462504868594e-05, "exponential_decay": 0.0006577818716115283}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed149":[{"learning_rate": 0.0022103328276419005, "beta1": 0.7914030965907155, "beta2": 0.9999953957496086, "epsilon": 4.7264619034620765e-08, "linear_decay": 2.621191579974232e-05, "exponential_decay": 3.6611572833330757e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed15":[{"learning_rate": 8.229057040081447e-07, "beta1": 0.18006410481255963, "beta2": 0.9955718705608613, "epsilon": 3.87035474272947e-05, "linear_decay": 4.5841990749349736e-07, "exponential_decay": 2.9154707849872056e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed150":[{"learning_rate": 1.544097156420457e-06, "beta1": 0.9253506745635124, "beta2": 0.9999979599511175, "epsilon": 2.0365071575436946e-10, "linear_decay": 4.919964543957253e-05, "exponential_decay": 0.0004229558349448824}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed151":[{"learning_rate": 1.444363815998482e-06, "beta1": 0.9998835567402791, "beta2": 0.9998999742358664, "epsilon": 14.376575813884045, "linear_decay": 4.398191112230205e-06, "exponential_decay": 4.2132267073895845e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed152":[{"learning_rate": 0.9724288043457205, "beta1": 0.9983164449530905, "beta2": 0.9999773256270239, "epsilon": 0.2730677683272505, "linear_decay": 7.100131522455636e-06, "exponential_decay": 3.076737826165413e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed153":[{"learning_rate": 1.3680421236479106e-06, "beta1": 0.9890730527908248, "beta2": 0.06457931077132117, "epsilon": 472.37715885624993, "linear_decay": 5.118089484726904e-05, "exponential_decay": 0.00026543972475486183}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed154":[{"learning_rate": 0.01033474701616936, "beta1": 0.855545082450177, "beta2": 0.994025829597147, "epsilon": 64.08726514355642, "linear_decay": 3.1463186801349614e-06, "exponential_decay": 6.441731450607888e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed155":[{"learning_rate": 9.299956224560043e-05, "beta1": 0.9947973308065179, "beta2": 0.9999827231987447, "epsilon": 0.8922716368336535, "linear_decay": 1.1543568434929649e-06, "exponential_decay": 5.764351367787592e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed156":[{"learning_rate": 0.0005207334959809006, "beta1": 0.912345361543444, "beta2": 0.9999913140691015, "epsilon": 2.4525423347050897e-07, "linear_decay": 1.9013817618342404e-07, "exponential_decay": 4.7194819711357195e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed157":[{"learning_rate": 0.6088459877663192, "beta1": 0.9992499848649457, "beta2": 0.9997691145726872, "epsilon": 1.2112077145437862e-05, "linear_decay": 7.169209110311445e-06, "exponential_decay": 2.800406101207808e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed158":[{"learning_rate": 1.620831280623513e-05, "beta1": 0.9732994831273721, "beta2": 0.986875753326929, "epsilon": 7.424812557520695e-09, "linear_decay": 1.852920974898631e-06, "exponential_decay": 2.757640844587537e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed159":[{"learning_rate": 6.220505489251742e-07, "beta1": 0.998940747781972, "beta2": 0.9999585828627736, "epsilon": 0.1314916839559081, "linear_decay": 1.1831350329421973e-07, "exponential_decay": 0.00029380196178395977}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed16":[{"learning_rate": 3.3675546339150033, "beta1": 0.882898606011135, "beta2": 0.9979698927201877, "epsilon": 0.00037950788804529123, "linear_decay": 7.335455536345053e-07, "exponential_decay": 3.6527045089573006e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed160":[{"learning_rate": 0.3363167375554024, "beta1": 0.9870696858309955, "beta2": 0.999725854267933, "epsilon": 0.00046967990756287324, "linear_decay": 3.489801691899242e-07, "exponential_decay": 1.0910584378759419e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed161":[{"learning_rate": 4.245068574467444, "beta1": 0.9986948865657621, "beta2": 0.9999216025712091, "epsilon": 159.18257028613922, "linear_decay": 8.475191744290009e-06, "exponential_decay": 5.908397569349263e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed162":[{"learning_rate": 0.052429764188997974, "beta1": 0.8412757495135454, "beta2": 0.9998939210807982, "epsilon": 790.9157958461664, "linear_decay": 4.424918512608857e-05, "exponential_decay": 7.512678393021126e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed163":[{"learning_rate": 0.05166073869931508, "beta1": 0.9680600166770038, "beta2": 0.9519825370634357, "epsilon": 0.0004611939706160522, "linear_decay": 2.4833792811700835e-07, "exponential_decay": 0.00021447887985230954}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed164":[{"learning_rate": 0.008612374665222496, "beta1": 0.9728129007424399, "beta2": 0.9999968516563417, "epsilon": 50.56454290928365, "linear_decay": 6.944851916119155e-07, "exponential_decay": 9.522516066093144e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed165":[{"learning_rate": 9.511784626388508e-05, "beta1": 0.17022892142376655, "beta2": 0.9972411627042566, "epsilon": 3.530883415367847e-07, "linear_decay": 2.0317771948127334e-06, "exponential_decay": 2.4514466260930465e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed166":[{"learning_rate": 0.00014996249069174926, "beta1": 0.7214126464259202, "beta2": 0.9999055615289675, "epsilon": 0.003761308534159527, "linear_decay": 1.8631283245626571e-06, "exponential_decay": 1.4199968024459927e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed167":[{"learning_rate": 5.101709541853274, "beta1": 0.7646579228437493, "beta2": 0.9999083506789848, "epsilon": 218.96450948164843, "linear_decay": 1.2054537637384722e-06, "exponential_decay": 0.0009901221985380623}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed168":[{"learning_rate": 0.00011420002742927529, "beta1": 0.9987032062793586, "beta2": 0.9999981616607762, "epsilon": 3.031467862854294e-07, "linear_decay": 2.539055055357835e-07, "exponential_decay": 0.0006706969459818402}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed169":[{"learning_rate": 2.1135144307123526e-08, "beta1": 0.9972495119696939, "beta2": 0.999453314180835, "epsilon": 2.7718645604454327e-09, "linear_decay": 6.267458967633242e-06, "exponential_decay": 1.5922353824539768e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed17":[{"learning_rate": 3.942778721792614e-08, "beta1": 0.6861604049595127, "beta2": 0.9998914065301914, "epsilon": 5.717155355032958, "linear_decay": 2.291865818412699e-05, "exponential_decay": 4.0578856435826205e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed170":[{"learning_rate": 2.1319270894473778e-08, "beta1": 0.6940146980196353, "beta2": 0.998297967372218, "epsilon": 7.597042508246767e-10, "linear_decay": 4.052058184101577e-06, "exponential_decay": 0.0006391240595643552}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed171":[{"learning_rate": 3.913734633756954e-08, "beta1": 0.8192315436778808, "beta2": 0.7275145611376937, "epsilon": 1.2845773126570449e-09, "linear_decay": 2.4111026360115704e-07, "exponential_decay": 1.38530619952264e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed172":[{"learning_rate": 2.9039393210677945e-06, "beta1": 0.8669612603050358, "beta2": 0.9776494601793317, "epsilon": 2.169577765966788, "linear_decay": 1.939381973920103e-07, "exponential_decay": 3.1639720960614424e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed173":[{"learning_rate": 6.401281738371733e-05, "beta1": 0.9091534472384525, "beta2": 0.999997154148, "epsilon": 1.5332448505380087, "linear_decay": 2.4261343859172356e-07, "exponential_decay": 4.7304285965044606e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed174":[{"learning_rate": 0.03716891588083982, "beta1": 0.3602004421190499, "beta2": 0.9999628571675543, "epsilon": 0.010965143135159837, "linear_decay": 1.716776761101219e-05, "exponential_decay": 5.015119871481524e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed175":[{"learning_rate": 0.025170343029621327, "beta1": 0.7826218806378149, "beta2": 0.9998879695938759, "epsilon": 9.781497871360754, "linear_decay": 1.03763412024229e-07, "exponential_decay": 1.841961332310104e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed176":[{"learning_rate": 1.7191776429290247e-07, "beta1": 0.9994802252824012, "beta2": 0.9989819393031346, "epsilon": 9.169669689862533e-07, "linear_decay": 5.081496594329765e-06, "exponential_decay": 1.680173453415292e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed177":[{"learning_rate": 0.09623849484332271, "beta1": 0.9891771707759376, "beta2": 0.9946433012239766, "epsilon": 6.930919139102813e-08, "linear_decay": 3.369358921210889e-07, "exponential_decay": 4.7191000999823646e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed178":[{"learning_rate": 2.5449135579237842e-05, "beta1": 0.9995806623111343, "beta2": 0.9700206326990849, "epsilon": 19.144403012325025, "linear_decay": 7.43798884539791e-06, "exponential_decay": 0.0004434018207932354}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed179":[{"learning_rate": 0.01608770651772214, "beta1": 0.9822356386392513, "beta2": 0.9999814356581935, "epsilon": 0.000981422909091573, "linear_decay": 1.3181108985225141e-05, "exponential_decay": 2.0922443844522486e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed18":[{"learning_rate": 1.0976262437355466, "beta1": 0.5535453805249463, "beta2": 0.9996627288434015, "epsilon": 0.00016266764396540698, "linear_decay": 3.878899548165634e-05, "exponential_decay": 0.0008859946328159884}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed180":[{"learning_rate": 6.867690398481538e-07, "beta1": 0.9994672922120207, "beta2": 0.9839548769300546, "epsilon": 1.0393566154134859e-10, "linear_decay": 5.890093039873404e-07, "exponential_decay": 5.479304400429445e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed181":[{"learning_rate": 0.006088120803408411, "beta1": 0.9793997046982621, "beta2": 0.9999353052497826, "epsilon": 0.08165058811400397, "linear_decay": 3.0466291269594238e-05, "exponential_decay": 1.374930363101492e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed182":[{"learning_rate": 4.0924310422072616e-07, "beta1": 0.998968021222971, "beta2": 0.9999926334862709, "epsilon": 1.6780606849857107e-05, "linear_decay": 3.085511707623653e-05, "exponential_decay": 7.266716607576855e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed183":[{"learning_rate": 7.694159188866583e-08, "beta1": 0.9749499658321161, "beta2": 0.9742577336115393, "epsilon": 0.8925209900402932, "linear_decay": 9.048384828420063e-07, "exponential_decay": 1.7366210543116052e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed184":[{"learning_rate": 2.6414003465205293e-06, "beta1": 0.9991005969394037, "beta2": 0.9992700531523694, "epsilon": 1.8663851253676896e-10, "linear_decay": 5.672165097831431e-07, "exponential_decay": 0.0009365003294167162}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed185":[{"learning_rate": 0.0003835326038514123, "beta1": 0.999766584824225, "beta2": 0.9982207149710439, "epsilon": 441.87223454079725, "linear_decay": 5.799020668854195e-06, "exponential_decay": 3.152498739730835e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed186":[{"learning_rate": 0.00012689774785074, "beta1": 0.99546099726577, "beta2": 0.9999791274099958, "epsilon": 6.838756508583931e-10, "linear_decay": 6.268226952861544e-06, "exponential_decay": 1.754087576253841e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed187":[{"learning_rate": 5.861551672518426e-07, "beta1": 0.9835779878075178, "beta2": 0.9999907988728073, "epsilon": 4.790928893164526e-10, "linear_decay": 5.993030152698574e-07, "exponential_decay": 2.083624178834433e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed188":[{"learning_rate": 0.000518685787908822, "beta1": 0.9995142201606653, "beta2": 0.9999840189892257, "epsilon": 0.23849406188574687, "linear_decay": 3.349812498351682e-07, "exponential_decay": 4.7517762383961326e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed189":[{"learning_rate": 8.051948941145287, "beta1": 0.8606022088502394, "beta2": 0.9977917133363797, "epsilon": 5.510756577986799e-07, "linear_decay": 1.0308572606390392e-07, "exponential_decay": 2.6949890436438964e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed19":[{"learning_rate": 4.901768799523669e-06, "beta1": 0.9997377525182415, "beta2": 0.9989071641848545, "epsilon": 7.53816910718943e-09, "linear_decay": 2.066229402309047e-06, "exponential_decay": 1.8482863209504763e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed190":[{"learning_rate": 0.03567404368154107, "beta1": 0.6427709771192708, "beta2": 0.8291982597734378, "epsilon": 6.551660246839044e-10, "linear_decay": 3.963966513967686e-05, "exponential_decay": 0.0006997023035512814}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed191":[{"learning_rate": 0.0018695269589230799, "beta1": 0.9951827503910443, "beta2": 0.9937238444496237, "epsilon": 0.009815661238108927, "linear_decay": 1.1625792178684156e-05, "exponential_decay": 2.7728949147707542e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed192":[{"learning_rate": 0.00247741898732418, "beta1": 0.6231614625459974, "beta2": 0.9945311455447061, "epsilon": 2.138101739857186, "linear_decay": 1.5127986967490556e-05, "exponential_decay": 0.0001722854800563725}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed193":[{"learning_rate": 0.06082630514268257, "beta1": 0.2691009370872012, "beta2": 0.9947070603340143, "epsilon": 7.689562777688636e-06, "linear_decay": 5.5141656776038705e-05, "exponential_decay": 5.8688645236814734e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed194":[{"learning_rate": 1.4099073881478554e-08, "beta1": 0.999714894059367, "beta2": 0.9999977939080497, "epsilon": 0.056500618041296614, "linear_decay": 3.848926501296381e-05, "exponential_decay": 0.0003533652693641435}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed195":[{"learning_rate": 0.1839080930587576, "beta1": 0.8796590072244694, "beta2": 0.9999959022558761, "epsilon": 1.7736287829421702e-05, "linear_decay": 2.7274265737784695e-06, "exponential_decay": 4.6820381829978065e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed196":[{"learning_rate": 6.704614204305806e-05, "beta1": 0.9234615350049798, "beta2": 0.9998113289158284, "epsilon": 0.02847381120539454, "linear_decay": 5.913819124603015e-06, "exponential_decay": 4.501213791990722e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed197":[{"learning_rate": 0.0007179671659167618, "beta1": 0.9995544714932707, "beta2": 0.9999954542178026, "epsilon": 6.540768585620774, "linear_decay": 6.30104674629167e-06, "exponential_decay": 2.8379524211821182e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed198":[{"learning_rate": 8.871287593919964e-07, "beta1": 0.9998855931990438, "beta2": 0.790559876345286, "epsilon": 3.7814129001248206e-10, "linear_decay": 8.327780277273545e-07, "exponential_decay": 8.919360556582937e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed199":[{"learning_rate": 1.1369265947905845e-08, "beta1": 0.9982991946362824, "beta2": 0.9305707971816793, "epsilon": 1.5328869888489853, "linear_decay": 3.99129299148091e-07, "exponential_decay": 0.00044945358557722646}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed2":[{"learning_rate": 8.179100590271903e-05, "beta1": 0.9998863931650503, "beta2": 0.9990589725000186, "epsilon": 0.1308128327710703, "linear_decay": 3.143825789273135e-07, "exponential_decay": 7.94811038193532e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed20":[{"learning_rate": 0.00015473853623470166, "beta1": 0.9998566944301193, "beta2": 0.9999626342329516, "epsilon": 5.871573867583059e-08, "linear_decay": 7.437194650101215e-05, "exponential_decay": 0.0005165491251374173}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed200":[{"learning_rate": 4.540057544308727e-05, "beta1": 0.999796509270988, "beta2": 0.6290660291755081, "epsilon": 390.28898783749514, "linear_decay": 4.371927512203622e-05, "exponential_decay": 0.0008855427642877525}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed201":[{"learning_rate": 6.319199803628369, "beta1": 0.999122548229851, "beta2": 0.9999967751063705, "epsilon": 1.0471116350949903e-08, "linear_decay": 9.687401563328623e-05, "exponential_decay": 0.0005621360840677796}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed202":[{"learning_rate": 5.30410518708918e-06, "beta1": 0.7729013605731628, "beta2": 0.9996848118765924, "epsilon": 0.08400743782257138, "linear_decay": 8.540283641880449e-07, "exponential_decay": 9.268886574153683e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed203":[{"learning_rate": 2.6481946431799332e-08, "beta1": 0.996204629218482, "beta2": 0.9896564406559932, "epsilon": 304.15018049001384, "linear_decay": 2.1888368108523375e-07, "exponential_decay": 4.702517253214347e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed204":[{"learning_rate": 3.3458277352813447e-06, "beta1": 0.999218350565073, "beta2": 0.9998544626684318, "epsilon": 0.0003471989544247921, "linear_decay": 2.2389794993892523e-05, "exponential_decay": 7.903474524284469e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed205":[{"learning_rate": 0.0041425848354010916, "beta1": 0.9984790671256241, "beta2": 0.9999976905076972, "epsilon": 0.00011100228757618947, "linear_decay": 2.16389525542942e-07, "exponential_decay": 6.9557940415041195e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed206":[{"learning_rate": 7.293739326866045e-08, "beta1": 0.9969068579986156, "beta2": 0.9998263052556816, "epsilon": 0.00044297281754990356, "linear_decay": 7.048554673810931e-06, "exponential_decay": 1.124127429118571e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed207":[{"learning_rate": 1.9027022840095747e-07, "beta1": 0.4395648155268329, "beta2": 0.999370766982869, "epsilon": 0.00044877254731263066, "linear_decay": 3.797904015287377e-05, "exponential_decay": 2.033528093768331e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed208":[{"learning_rate": 0.0002231500336607038, "beta1": 0.999224826620907, "beta2": 0.9996125490992706, "epsilon": 8.886366609133929e-09, "linear_decay": 7.916524387258122e-05, "exponential_decay": 0.0007533735102265493}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed209":[{"learning_rate": 0.00086345760441398, "beta1": 0.998806813976724, "beta2": 0.999993673124276, "epsilon": 0.02492559495328522, "linear_decay": 4.190941824032152e-07, "exponential_decay": 1.9751326974889488e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed21":[{"learning_rate": 1.499861326483487e-08, "beta1": 0.9204993984148444, "beta2": 0.7890770262616384, "epsilon": 2.9623651789524067e-06, "linear_decay": 9.934207899244613e-06, "exponential_decay": 1.1548710512228377e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed210":[{"learning_rate": 1.0805190150047293e-05, "beta1": 0.9996548927392951, "beta2": 0.8437884089398292, "epsilon": 9.675522529664708e-07, "linear_decay": 4.0605633259434963e-05, "exponential_decay": 2.3743782811805107e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed211":[{"learning_rate": 0.030304634717954672, "beta1": 0.5222651671072123, "beta2": 0.9944951315073606, "epsilon": 0.004221244333218217, "linear_decay": 9.819465521115974e-05, "exponential_decay": 2.0303623476022826e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed212":[{"learning_rate": 0.2201351850276399, "beta1": 0.6850563185819458, "beta2": 0.9952719514397478, "epsilon": 0.00040702640430221454, "linear_decay": 1.4815343715525539e-06, "exponential_decay": 2.2654454900264694e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed213":[{"learning_rate": 0.07745102755778346, "beta1": 0.9905559691953172, "beta2": 0.9996166311818213, "epsilon": 9.24036132883166e-08, "linear_decay": 6.007964644814297e-05, "exponential_decay": 0.00013887358777326983}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed214":[{"learning_rate": 3.031205930848556, "beta1": 0.9494270628103003, "beta2": 0.9984681137192449, "epsilon": 0.004583195531945708, "linear_decay": 7.602725320938704e-06, "exponential_decay": 0.0005762186891086373}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed215":[{"learning_rate": 0.00020865108502669626, "beta1": 0.9722026899722788, "beta2": 0.9981807680990529, "epsilon": 1.8601783804036632e-07, "linear_decay": 1.4770743829354916e-07, "exponential_decay": 0.00038604184535464197}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed216":[{"learning_rate": 1.872073826420369e-08, "beta1": 0.7315752813615841, "beta2": 0.5034791068273594, "epsilon": 6.989854118728078e-07, "linear_decay": 1.426331965281626e-07, "exponential_decay": 0.00010811517525226506}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed217":[{"learning_rate": 1.112593483544487e-05, "beta1": 0.9983958519713267, "beta2": 0.7821367306066548, "epsilon": 0.030533211030938954, "linear_decay": 1.1324804033761848e-06, "exponential_decay": 4.5420152079970566e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed218":[{"learning_rate": 5.546134584685999e-07, "beta1": 0.9988215171224191, "beta2": 0.9996375047432927, "epsilon": 4.094549627975982e-09, "linear_decay": 8.368854960851394e-07, "exponential_decay": 5.780238933039606e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed219":[{"learning_rate": 8.70853575374765e-06, "beta1": 0.9967700834451715, "beta2": 0.8248860608151095, "epsilon": 1.3321795592489458e-09, "linear_decay": 4.564391352186806e-06, "exponential_decay": 0.00042325514701893027}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed22":[{"learning_rate": 0.013419593843302139, "beta1": 0.999112989033294, "beta2": 0.9999982286073744, "epsilon": 4.4896820740234264e-05, "linear_decay": 9.224556607542846e-06, "exponential_decay": 1.9253292401211303e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed220":[{"learning_rate": 0.00042822431689507984, "beta1": 0.9961701697644775, "beta2": 0.9999082173095523, "epsilon": 2.2499143694534566e-05, "linear_decay": 2.2505626382658475e-06, "exponential_decay": 9.376918920220207e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed221":[{"learning_rate": 1.5309522722005987e-08, "beta1": 0.9621212906849603, "beta2": 0.9995119228508766, "epsilon": 0.32757175112221865, "linear_decay": 1.1520457559836844e-07, "exponential_decay": 9.321783742079656e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed222":[{"learning_rate": 2.1958039317752127e-05, "beta1": 0.9989699346243717, "beta2": 0.9317654349546288, "epsilon": 37.741720240926206, "linear_decay": 3.1264256739836216e-05, "exponential_decay": 0.0003535502508555742}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed223":[{"learning_rate": 0.0023811683959785654, "beta1": 0.9998922335662226, "beta2": 0.9999654055210035, "epsilon": 1.989197169437152, "linear_decay": 1.0047562012696797e-07, "exponential_decay": 4.530316851735256e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed224":[{"learning_rate": 5.492161760264671e-08, "beta1": 0.952808861506018, "beta2": 0.9999263684132265, "epsilon": 0.11360798914120733, "linear_decay": 2.805272155191752e-06, "exponential_decay": 0.0001636067005235672}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed225":[{"learning_rate": 0.00033479787129706294, "beta1": 0.9492253832194089, "beta2": 0.9998111351550804, "epsilon": 0.0004150791179211898, "linear_decay": 1.124593337348311e-07, "exponential_decay": 0.0002219682306115912}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed226":[{"learning_rate": 0.00012003691067609348, "beta1": 0.9605711237779745, "beta2": 0.9998957824934093, "epsilon": 0.9936915652289523, "linear_decay": 8.850334938375742e-07, "exponential_decay": 0.00022366431203337583}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed227":[{"learning_rate": 0.0013665513594890758, "beta1": 0.9908980493335641, "beta2": 0.9999929559726233, "epsilon": 0.4699173200741545, "linear_decay": 1.7252166560028105e-06, "exponential_decay": 1.203305254948159e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed228":[{"learning_rate": 2.623401484368863, "beta1": 0.9949738156800076, "beta2": 0.9990360640727757, "epsilon": 3.481028667303591e-07, "linear_decay": 7.282221858533512e-06, "exponential_decay": 7.577073101584559e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed229":[{"learning_rate": 0.0023012711760772545, "beta1": 0.9995737846787078, "beta2": 0.0950529225264336, "epsilon": 2.6796972009845575e-07, "linear_decay": 1.5450609447495505e-07, "exponential_decay": 8.881653058528757e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed23":[{"learning_rate": 0.2116944180900657, "beta1": 0.9787611402569159, "beta2": 0.9999590039995557, "epsilon": 7.051734662158755, "linear_decay": 4.654674984027352e-05, "exponential_decay": 0.00021376640097789076}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed230":[{"learning_rate": 0.0021379723147265774, "beta1": 0.9997357605130652, "beta2": 0.9999614962008019, "epsilon": 0.0002209367878571137, "linear_decay": 5.2693908625770725e-06, "exponential_decay": 8.268542183847428e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed231":[{"learning_rate": 5.336747580541845e-07, "beta1": 0.8864166292300899, "beta2": 0.9879290996689868, "epsilon": 5.936752302856747e-10, "linear_decay": 3.3201671161543344e-05, "exponential_decay": 2.7700663226859522e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed232":[{"learning_rate": 1.031585850568656e-06, "beta1": 0.9998251088457283, "beta2": 0.9956469629080122, "epsilon": 6.285092401417719e-09, "linear_decay": 3.7895759458217325e-05, "exponential_decay": 0.00019362546144279712}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed233":[{"learning_rate": 0.0002758759818216567, "beta1": 0.9860117626028305, "beta2": 0.9999506023579059, "epsilon": 7.129312899663817, "linear_decay": 1.6740611210875397e-06, "exponential_decay": 1.5656707945970462e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed234":[{"learning_rate": 0.08857267005533738, "beta1": 0.9954457955356116, "beta2": 0.9998687642101294, "epsilon": 1.1448321990640883e-09, "linear_decay": 4.325961248167608e-06, "exponential_decay": 5.4675664189915585e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed235":[{"learning_rate": 3.9719847036117336e-07, "beta1": 0.9982591986190504, "beta2": 0.9999690182531012, "epsilon": 28.844329476822978, "linear_decay": 2.887173020533941e-07, "exponential_decay": 2.2440159797119266e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed236":[{"learning_rate": 5.814325133027284e-05, "beta1": 0.9987217740885743, "beta2": 0.3918256115668749, "epsilon": 7.661937892983562e-09, "linear_decay": 4.853832178596477e-07, "exponential_decay": 2.0973156719949447e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed237":[{"learning_rate": 0.04985909659373519, "beta1": 0.6402243246244264, "beta2": 0.8469858939051713, "epsilon": 57.03595135388852, "linear_decay": 1.873206696861161e-06, "exponential_decay": 1.9570003246218683e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed238":[{"learning_rate": 6.574064662328927, "beta1": 0.9998174720430025, "beta2": 0.9970742959803125, "epsilon": 49.58715740725684, "linear_decay": 4.250503354666121e-06, "exponential_decay": 0.00010859924082201362}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed239":[{"learning_rate": 0.012161163954563943, "beta1": 0.8991422808034414, "beta2": 0.9785080305752106, "epsilon": 1.152897131186245e-06, "linear_decay": 1.503943081923118e-05, "exponential_decay": 0.0005261071336736446}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed24":[{"learning_rate": 1.7259549613823185e-05, "beta1": 0.9950667999116318, "beta2": 0.9999517995916795, "epsilon": 0.00423387223003347, "linear_decay": 3.6298159693446295e-07, "exponential_decay": 1.1046991360991064e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed240":[{"learning_rate": 0.4810486560517068, "beta1": 0.999870284498248, "beta2": 0.9962642083129166, "epsilon": 0.001754229402927714, "linear_decay": 1.817814827802234e-06, "exponential_decay": 4.7940486547019896e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed241":[{"learning_rate": 0.11916631930577154, "beta1": 0.9998738907493591, "beta2": 0.9956212591122793, "epsilon": 0.032272740112171766, "linear_decay": 9.156746525964482e-07, "exponential_decay": 2.6631263195034622e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed242":[{"learning_rate": 0.00047094703566252305, "beta1": 0.9997637108407189, "beta2": 0.9998313003512953, "epsilon": 4.982023785435432e-06, "linear_decay": 2.4362588862078712e-05, "exponential_decay": 0.00012441441838799368}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed243":[{"learning_rate": 6.434007868291351, "beta1": 0.9997891169216074, "beta2": 0.9992323182081602, "epsilon": 0.0014605253085852366, "linear_decay": 4.513233420589979e-06, "exponential_decay": 2.6461168951821723e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed244":[{"learning_rate": 0.4482056462578837, "beta1": 0.9904415151194994, "beta2": 0.9961528031388424, "epsilon": 11.15773952756319, "linear_decay": 1.83556033246879e-05, "exponential_decay": 0.0006661980324151744}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed245":[{"learning_rate": 0.004296059544595768, "beta1": 0.999355448389767, "beta2": 0.9985407369171396, "epsilon": 5.063440589942391e-05, "linear_decay": 2.8933968648892806e-06, "exponential_decay": 0.00015931459602257269}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed246":[{"learning_rate": 3.216063718564674, "beta1": 0.9679273841599526, "beta2": 0.7783310918116123, "epsilon": 6.488156797493218, "linear_decay": 1.3929891981198528e-05, "exponential_decay": 3.0812535875485266e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed247":[{"learning_rate": 2.519955280449857e-05, "beta1": 0.9993750052206744, "beta2": 0.9996300908278495, "epsilon": 820.1610007224267, "linear_decay": 2.4120640041001024e-06, "exponential_decay": 0.00046198686151135553}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed248":[{"learning_rate": 1.4789179381175006e-06, "beta1": 0.9972076554397408, "beta2": 0.9210074997712092, "epsilon": 0.0002843421403719417, "linear_decay": 2.1895618822223095e-06, "exponential_decay": 4.571584623481822e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed249":[{"learning_rate": 9.936179617954676e-07, "beta1": 0.9918924920631738, "beta2": 0.9999829888150228, "epsilon": 1.850026676881615e-06, "linear_decay": 4.115914390319516e-06, "exponential_decay": 0.00041618014101778506}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed25":[{"learning_rate": 0.02772615196680524, "beta1": 0.9996949590129275, "beta2": 0.9999551372847829, "epsilon": 9.084772778673155e-06, "linear_decay": 2.6445350152482517e-07, "exponential_decay": 0.00045793039473841844}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed250":[{"learning_rate": 3.3191458621456547, "beta1": 0.45541637469706797, "beta2": 0.9983352500440591, "epsilon": 1.6296719194342657e-08, "linear_decay": 9.131566076237225e-06, "exponential_decay": 4.546108883138077e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed251":[{"learning_rate": 0.0001757342272233689, "beta1": 0.9971942436816427, "beta2": 0.9912748009646207, "epsilon": 7.898832218920358e-08, "linear_decay": 2.6745196496586808e-06, "exponential_decay": 2.3241017227395737e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed252":[{"learning_rate": 0.9757291910886138, "beta1": 0.999448781705747, "beta2": 0.9965030394195651, "epsilon": 2.4404795123959904e-08, "linear_decay": 3.9507258345550314e-07, "exponential_decay": 0.00025931910259344675}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed253":[{"learning_rate": 0.13992639888675104, "beta1": 0.9217797176760143, "beta2": 0.9999838280321417, "epsilon": 1.6302362638979873, "linear_decay": 7.199053162934753e-05, "exponential_decay": 1.2518632599045199e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed254":[{"learning_rate": 0.00048513763651809514, "beta1": 0.9529047341993898, "beta2": 0.14663375554715463, "epsilon": 0.014764149762405978, "linear_decay": 5.583749260271103e-06, "exponential_decay": 1.248078223478145e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed255":[{"learning_rate": 2.2948118659017966, "beta1": 0.9496305675591039, "beta2": 0.8856652301368141, "epsilon": 1.8605876197402136, "linear_decay": 9.268909338923244e-06, "exponential_decay": 1.3029320480636258e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed256":[{"learning_rate": 0.18471535477848852, "beta1": 0.9996993416572265, "beta2": 0.6042077072991019, "epsilon": 1.933876874373309e-07, "linear_decay": 3.47168350182712e-05, "exponential_decay": 0.0007427006948674458}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed257":[{"learning_rate": 0.010997125644691904, "beta1": 0.913848885121232, "beta2": 0.9999893517942674, "epsilon": 8.928946557278356e-05, "linear_decay": 1.5652441879834025e-05, "exponential_decay": 3.55930563987682e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed258":[{"learning_rate": 0.00018256456592642171, "beta1": 0.9992479846469726, "beta2": 0.9999817416866607, "epsilon": 3.846440855899912e-09, "linear_decay": 1.8315606116112394e-07, "exponential_decay": 0.00018429315160098812}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed259":[{"learning_rate": 6.239254819383398e-05, "beta1": 0.34254575055271863, "beta2": 0.9164245448710571, "epsilon": 1.9438541066043503e-06, "linear_decay": 4.506707030309858e-05, "exponential_decay": 6.92032587640255e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed26":[{"learning_rate": 0.11018422434560368, "beta1": 0.9990574440048395, "beta2": 0.9997425557883493, "epsilon": 745.9486313384967, "linear_decay": 3.852155788058882e-06, "exponential_decay": 5.885446263883975e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed260":[{"learning_rate": 0.018131278777039732, "beta1": 0.9994261375121278, "beta2": 0.9998989098500477, "epsilon": 1.6364773963766002, "linear_decay": 2.816796848388486e-06, "exponential_decay": 0.0001785993178225766}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed261":[{"learning_rate": 0.13241229864718462, "beta1": 0.9669769405145555, "beta2": 0.7303959999810528, "epsilon": 547.3771585734404, "linear_decay": 3.502936822565081e-07, "exponential_decay": 0.00046902451026041347}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed262":[{"learning_rate": 3.436983886455838e-08, "beta1": 0.46721216112229, "beta2": 0.99431630797136, "epsilon": 9.959964606335526e-07, "linear_decay": 1.505305546461368e-07, "exponential_decay": 4.52389067534947e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed263":[{"learning_rate": 0.008468524525993629, "beta1": 0.999796994284592, "beta2": 0.9985370952419111, "epsilon": 3.927154280379253e-06, "linear_decay": 6.938453503757791e-07, "exponential_decay": 0.0004608922594731186}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed264":[{"learning_rate": 1.6177114516621536e-07, "beta1": 0.9983644877978766, "beta2": 0.9997124206235275, "epsilon": 0.25801971720210176, "linear_decay": 3.9348614894400144e-05, "exponential_decay": 2.4270001562037232e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed265":[{"learning_rate": 0.00011706888436043482, "beta1": 0.3272207849913241, "beta2": 0.9999000547550582, "epsilon": 256.6514742198998, "linear_decay": 1.8539157798186937e-06, "exponential_decay": 4.0889027731247795e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed266":[{"learning_rate": 0.03448167669049126, "beta1": 0.9969149150836688, "beta2": 0.9999930700527121, "epsilon": 0.00018562388555696963, "linear_decay": 7.235780996642018e-06, "exponential_decay": 1.1241057041279188e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed267":[{"learning_rate": 1.914250901655498e-08, "beta1": 0.9351745328124832, "beta2": 0.9715555506136504, "epsilon": 0.9939210634004382, "linear_decay": 1.7327525395121373e-05, "exponential_decay": 0.0002823092547277365}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed268":[{"learning_rate": 0.003257776362472691, "beta1": 0.9998019961508142, "beta2": 0.9858698026577654, "epsilon": 6.773067421820805e-07, "linear_decay": 5.690291588446691e-07, "exponential_decay": 0.00014757691824407234}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed269":[{"learning_rate": 0.0005915106077248479, "beta1": 0.8796775686595631, "beta2": 0.999653490195285, "epsilon": 1.5221652896035955e-07, "linear_decay": 2.385327116283237e-05, "exponential_decay": 3.1383937464706816e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed27":[{"learning_rate": 0.4295637053735929, "beta1": 0.9937030165170554, "beta2": 0.999995429327289, "epsilon": 17.887058690699135, "linear_decay": 4.27025461496957e-07, "exponential_decay": 4.2153805839226044e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed270":[{"learning_rate": 6.895072941377569, "beta1": 0.9998885991090893, "beta2": 0.9999976314096307, "epsilon": 0.39747833665960824, "linear_decay": 3.0679968415628355e-07, "exponential_decay": 0.0002975156770442088}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed271":[{"learning_rate": 0.22581592120427244, "beta1": 0.9990551273983898, "beta2": 0.9926825421417163, "epsilon": 1.004443686009158, "linear_decay": 5.871830109494705e-05, "exponential_decay": 4.325575043442663e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed272":[{"learning_rate": 0.00032932891990817713, "beta1": 0.972553976726398, "beta2": 0.9996230596146027, "epsilon": 45.952136063059854, "linear_decay": 4.720760216667778e-05, "exponential_decay": 0.0001985511067227423}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed273":[{"learning_rate": 6.68453328286865, "beta1": 0.9906723173529309, "beta2": 0.9965192031133479, "epsilon": 2.241311321401016e-10, "linear_decay": 2.1815578644599433e-05, "exponential_decay": 7.661851705732326e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed274":[{"learning_rate": 0.0013075044964963754, "beta1": 0.9961767765248027, "beta2": 0.9959675477542607, "epsilon": 5.768760553345525e-07, "linear_decay": 4.445424080765251e-06, "exponential_decay": 0.0005583208290560794}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed275":[{"learning_rate": 1.0884583199691477e-06, "beta1": 0.9996151280366684, "beta2": 0.3316394230678159, "epsilon": 1.2741300399553916e-06, "linear_decay": 5.75278285924501e-05, "exponential_decay": 5.25316229421896e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed276":[{"learning_rate": 9.677122080681843e-07, "beta1": 0.9998967330427891, "beta2": 0.9999877492134099, "epsilon": 0.0014690519068883982, "linear_decay": 1.6827078157040603e-05, "exponential_decay": 2.5594793518160772e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed277":[{"learning_rate": 0.0008818401737901365, "beta1": 0.8970909833949784, "beta2": 0.9986877664357761, "epsilon": 1.3527462299926898, "linear_decay": 7.048657130947048e-06, "exponential_decay": 4.047020645064992e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed278":[{"learning_rate": 0.00815548598171891, "beta1": 0.9033648070898619, "beta2": 0.8125951665572043, "epsilon": 7.131624867692466e-09, "linear_decay": 1.4537744469273858e-07, "exponential_decay": 5.210659774868795e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed279":[{"learning_rate": 0.07849130895499651, "beta1": 0.9980510629304197, "beta2": 0.9998064390971632, "epsilon": 4.970245102675843e-06, "linear_decay": 2.42541340392471e-07, "exponential_decay": 2.812248371665224e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed28":[{"learning_rate": 0.0022370003790819185, "beta1": 0.9993381598110963, "beta2": 0.9999169205730802, "epsilon": 4.234516520601836, "linear_decay": 6.501681893546195e-06, "exponential_decay": 4.940269705288327e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed280":[{"learning_rate": 2.158147415249087, "beta1": 0.999782405439711, "beta2": 0.45493767522533934, "epsilon": 0.019677787359374723, "linear_decay": 4.048713707963264e-06, "exponential_decay": 7.778954444713411e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed281":[{"learning_rate": 0.05542945844834954, "beta1": 0.9985837486873886, "beta2": 0.9741799883808359, "epsilon": 0.5147534154030068, "linear_decay": 1.8494714383201354e-06, "exponential_decay": 1.9591267769467396e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed282":[{"learning_rate": 0.6487151352611444, "beta1": 0.9997519052352869, "beta2": 0.9998221819719371, "epsilon": 4.451692442734199e-10, "linear_decay": 5.475992698846011e-06, "exponential_decay": 0.000536463868622178}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed283":[{"learning_rate": 0.42408270324502495, "beta1": 0.7865696646775326, "beta2": 0.9999532519289462, "epsilon": 637.8197117182963, "linear_decay": 1.2752449404327414e-06, "exponential_decay": 2.975059707174032e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed284":[{"learning_rate": 3.203248416210401e-06, "beta1": 0.979616876899713, "beta2": 0.3278650704238456, "epsilon": 1.9735509799563905e-08, "linear_decay": 1.0518638320162534e-07, "exponential_decay": 0.0005864372299278688}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed285":[{"learning_rate": 0.00044309687570686155, "beta1": 0.9277503321794711, "beta2": 0.9998375562025921, "epsilon": 426.29738893960445, "linear_decay": 9.032539994966367e-05, "exponential_decay": 1.158023873717608e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed286":[{"learning_rate": 0.00580747103431294, "beta1": 0.9948118753857508, "beta2": 0.9997878514793687, "epsilon": 0.01881825322647427, "linear_decay": 2.730940719014634e-06, "exponential_decay": 2.974130591319331e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed287":[{"learning_rate": 3.715949276392867e-05, "beta1": 0.9684324832274923, "beta2": 0.9999971805237929, "epsilon": 0.2406585561943759, "linear_decay": 3.672664886484234e-05, "exponential_decay": 7.893054743161755e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed288":[{"learning_rate": 2.2927930223002323e-06, "beta1": 0.997282616829067, "beta2": 0.4297131870659462, "epsilon": 14.418759592100399, "linear_decay": 3.994276182178225e-07, "exponential_decay": 4.713812883533346e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed289":[{"learning_rate": 1.1549914429676903e-05, "beta1": 0.6614100866372148, "beta2": 0.9990635162319899, "epsilon": 5.207736572731756e-09, "linear_decay": 4.457486381022527e-06, "exponential_decay": 2.2944647076350644e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed29":[{"learning_rate": 0.00013111743872982505, "beta1": 0.5500479147168494, "beta2": 0.9999939331997811, "epsilon": 8.394900615118898, "linear_decay": 6.614753010310281e-05, "exponential_decay": 9.369164118967923e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed290":[{"learning_rate": 1.4735061486345647e-06, "beta1": 0.9993971698716805, "beta2": 0.8348878195087429, "epsilon": 0.00028965085676306557, "linear_decay": 4.965852225045361e-06, "exponential_decay": 1.408954692462763e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed291":[{"learning_rate": 1.51880378939885, "beta1": 0.9538399802656743, "beta2": 0.9999938014085163, "epsilon": 0.016236126739222215, "linear_decay": 1.1611145574136472e-07, "exponential_decay": 1.3351443015179715e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed292":[{"learning_rate": 0.0001876921007414578, "beta1": 0.9209211130342181, "beta2": 0.999995290498211, "epsilon": 0.00011785589837101137, "linear_decay": 4.9715146777596195e-06, "exponential_decay": 8.88893259977784e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed293":[{"learning_rate": 0.0003809204414288076, "beta1": 0.9995520818266583, "beta2": 0.5993465236326764, "epsilon": 1.8904096503276417e-08, "linear_decay": 1.150413682455423e-05, "exponential_decay": 2.6142705943106328e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed294":[{"learning_rate": 0.00011481128990264887, "beta1": 0.9789575371811412, "beta2": 0.9996151832270679, "epsilon": 1.055793050922635e-07, "linear_decay": 4.346256143891853e-06, "exponential_decay": 2.704750487478595e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed295":[{"learning_rate": 1.0130007502103545e-07, "beta1": 0.9988306128730631, "beta2": 0.999994299283683, "epsilon": 0.002733770837261901, "linear_decay": 3.707121089876981e-05, "exponential_decay": 7.624236116642788e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed296":[{"learning_rate": 0.3560927580433423, "beta1": 0.9869652161073719, "beta2": 0.9624951759369148, "epsilon": 1.448970073868393, "linear_decay": 1.281648198813859e-07, "exponential_decay": 2.620078669721563e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed297":[{"learning_rate": 3.026888620130362e-08, "beta1": 0.9966929475508239, "beta2": 0.9997571300510505, "epsilon": 5.980080612258384e-10, "linear_decay": 7.671602249240173e-06, "exponential_decay": 1.0251212750631935e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed298":[{"learning_rate": 1.4536652934035069e-05, "beta1": 0.9908239489505889, "beta2": 0.9999412424737045, "epsilon": 9.032628617303538e-09, "linear_decay": 1.3626882588573897e-06, "exponential_decay": 0.00021663823807573578}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed299":[{"learning_rate": 4.710761829134479, "beta1": 0.9998314926564036, "beta2": 0.9887585919161995, "epsilon": 0.873321278565949, "linear_decay": 4.559824605577626e-06, "exponential_decay": 1.6608352186715285e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed3":[{"learning_rate": 4.020400764606144e-07, "beta1": 0.9998718783232905, "beta2": 0.9990549485540923, "epsilon": 7.144582433284955e-08, "linear_decay": 5.342674634698857e-05, "exponential_decay": 1.4842822862282769e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed30":[{"learning_rate": 0.001099497584245793, "beta1": 0.9990511274883043, "beta2": 0.9999986593724456, "epsilon": 5.14221017681671e-06, "linear_decay": 5.443118125879287e-06, "exponential_decay": 0.0003104318415707015}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed300":[{"learning_rate": 0.013721584668230966, "beta1": 0.3643496512688478, "beta2": 0.9980028883241814, "epsilon": 0.976882592932558, "linear_decay": 5.574146314090368e-07, "exponential_decay": 2.3424776833133724e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed301":[{"learning_rate": 4.7159903428497736e-07, "beta1": 0.9989742465266602, "beta2": 0.9993654401682274, "epsilon": 6.177567756954006e-08, "linear_decay": 1.3222079916933109e-05, "exponential_decay": 2.174328786959335e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed302":[{"learning_rate": 1.6537925360132317e-07, "beta1": 0.9997703025221324, "beta2": 0.8596986036131179, "epsilon": 1.1941215423681203e-10, "linear_decay": 3.4863164765516057e-07, "exponential_decay": 2.7408698319558018e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed303":[{"learning_rate": 0.02454409915757798, "beta1": 0.9982793904551109, "beta2": 0.9999972976243894, "epsilon": 2.4288742910897895e-06, "linear_decay": 3.710024859053068e-05, "exponential_decay": 4.780930881127098e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed304":[{"learning_rate": 0.0009862992733413252, "beta1": 0.988511790749137, "beta2": 0.9999322307675189, "epsilon": 559.5470744846086, "linear_decay": 4.991226778340474e-05, "exponential_decay": 1.4397131250915145e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed305":[{"learning_rate": 2.8208740408579503e-07, "beta1": 0.9844487933026095, "beta2": 0.9999192334482353, "epsilon": 1.645834100307858e-10, "linear_decay": 2.11973486741423e-05, "exponential_decay": 4.544159121127048e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed306":[{"learning_rate": 0.0008640981919138555, "beta1": 0.9850051722226594, "beta2": 0.7152057286075622, "epsilon": 12.735210392873828, "linear_decay": 3.0791567171622586e-06, "exponential_decay": 8.019958414082119e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed307":[{"learning_rate": 5.19513025130406e-06, "beta1": 0.962325212301018, "beta2": 0.9999818133031624, "epsilon": 3.6797236770472423e-06, "linear_decay": 8.865111990500192e-05, "exponential_decay": 2.0545488367458944e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed308":[{"learning_rate": 6.357337207811881e-08, "beta1": 0.9990559946430273, "beta2": 0.9998949290101479, "epsilon": 0.00031239423350731626, "linear_decay": 1.7265994772111846e-07, "exponential_decay": 0.00039677333132014087}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed309":[{"learning_rate": 0.24945634809722553, "beta1": 0.9994542244839258, "beta2": 0.02533999348773197, "epsilon": 1.4352254010707335, "linear_decay": 1.0207139910902012e-05, "exponential_decay": 0.000540264815026718}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed31":[{"learning_rate": 2.9787861191998484e-06, "beta1": 0.998588629789069, "beta2": 0.45687104306881, "epsilon": 0.23159600951304365, "linear_decay": 3.929371081779092e-06, "exponential_decay": 2.5994431965475992e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed310":[{"learning_rate": 1.7388655934093995e-08, "beta1": 0.9884336286785036, "beta2": 0.999748891221344, "epsilon": 7.6405164147912386, "linear_decay": 6.511425829084024e-05, "exponential_decay": 5.749423721003422e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed311":[{"learning_rate": 0.004141600801753106, "beta1": 0.9991101591146357, "beta2": 0.9999915585477125, "epsilon": 1.0975789605945988e-07, "linear_decay": 3.3222716359744636e-06, "exponential_decay": 0.00011892455869426818}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed312":[{"learning_rate": 3.14600913463849e-08, "beta1": 0.9998086629309468, "beta2": 0.9999041079434725, "epsilon": 0.0236284183783678, "linear_decay": 1.352444459919129e-06, "exponential_decay": 6.800914882862834e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed313":[{"learning_rate": 5.163285442214084e-05, "beta1": 0.9989899553489223, "beta2": 0.9999988928621474, "epsilon": 1.352811607452946e-07, "linear_decay": 4.993328647442468e-07, "exponential_decay": 7.699831608837233e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed314":[{"learning_rate": 4.085958310103275e-05, "beta1": 0.9224209102748726, "beta2": 0.9999979423668376, "epsilon": 2.2997130464691797, "linear_decay": 1.2153149406290755e-07, "exponential_decay": 9.728219182563777e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed315":[{"learning_rate": 0.00012410440400806123, "beta1": 0.9992245714644399, "beta2": 0.9348244569550209, "epsilon": 5.252496908901531e-09, "linear_decay": 8.172184656168368e-05, "exponential_decay": 2.321745167488483e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed316":[{"learning_rate": 1.446774504254843, "beta1": 0.6394062196290473, "beta2": 0.9999833652310534, "epsilon": 7.017022084870485e-08, "linear_decay": 2.32199573046118e-06, "exponential_decay": 6.504481291495526e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed317":[{"learning_rate": 6.553095191469018e-08, "beta1": 0.9977135329275332, "beta2": 0.8645009479679031, "epsilon": 4.025032639793316e-09, "linear_decay": 4.0771738262885784e-06, "exponential_decay": 1.7670100281199504e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed318":[{"learning_rate": 7.2065901064459485e-06, "beta1": 0.9997190025782828, "beta2": 0.9998814026095293, "epsilon": 1.5157112033772063e-07, "linear_decay": 4.97751130112261e-06, "exponential_decay": 0.0001646953885004326}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed319":[{"learning_rate": 0.0014294951565271379, "beta1": 0.976073907161945, "beta2": 0.9987470951220375, "epsilon": 0.27115704020701664, "linear_decay": 6.644478607123092e-05, "exponential_decay": 1.969497880387167e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed32":[{"learning_rate": 4.465407792433668e-08, "beta1": 0.9988340528339005, "beta2": 0.9999975523084462, "epsilon": 0.0013293393602881673, "linear_decay": 7.080241660286479e-06, "exponential_decay": 0.00025282015360937794}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed320":[{"learning_rate": 7.175907086274798e-08, "beta1": 0.41304259698296586, "beta2": 0.7605025895177524, "epsilon": 196.22681729715123, "linear_decay": 1.6430238718690535e-06, "exponential_decay": 2.770247508933486e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed321":[{"learning_rate": 0.16324377686580768, "beta1": 0.9675345312831771, "beta2": 0.3041619728947914, "epsilon": 0.0037081019152872905, "linear_decay": 2.792815399901264e-07, "exponential_decay": 4.126563687017118e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed322":[{"learning_rate": 0.21413091446813654, "beta1": 0.9959258636622093, "beta2": 0.9634534913102711, "epsilon": 2.8057594201965757e-09, "linear_decay": 8.787146375164796e-05, "exponential_decay": 1.231029718416795e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed323":[{"learning_rate": 7.276558358914376e-07, "beta1": 0.8109580424093812, "beta2": 0.9999989683301125, "epsilon": 4.125020187672538e-09, "linear_decay": 5.185445418752281e-05, "exponential_decay": 0.0006207836984816746}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed324":[{"learning_rate": 2.277875327833254e-05, "beta1": 0.998674408430837, "beta2": 0.9999405542045817, "epsilon": 5.318853297874215e-08, "linear_decay": 1.0696027288640929e-07, "exponential_decay": 1.1311410661810893e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed325":[{"learning_rate": 0.17263049398434466, "beta1": 0.9701334480960682, "beta2": 0.06520879330204787, "epsilon": 0.0006140396464808539, "linear_decay": 4.2297966412420694e-07, "exponential_decay": 8.211081175732748e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed326":[{"learning_rate": 4.4235970336038346e-06, "beta1": 0.5044836186538476, "beta2": 0.995700677055891, "epsilon": 4.377931372574721e-09, "linear_decay": 2.1607825587747384e-07, "exponential_decay": 0.0004923342465944713}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed327":[{"learning_rate": 1.0068463427619515e-05, "beta1": 0.9513003893527427, "beta2": 0.9999922786742459, "epsilon": 0.01052632330413209, "linear_decay": 2.451513184009903e-05, "exponential_decay": 0.00014191115943836877}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed328":[{"learning_rate": 9.297098269830791e-07, "beta1": 0.9740799829847859, "beta2": 0.8597510587529092, "epsilon": 9.710991500735463e-08, "linear_decay": 3.007533462976921e-06, "exponential_decay": 0.0003443575470902495}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed329":[{"learning_rate": 0.009579460976312825, "beta1": 0.9619220131390167, "beta2": 0.9993501159538739, "epsilon": 2.0441924593131827e-05, "linear_decay": 7.76272085959356e-05, "exponential_decay": 5.148437374018159e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed33":[{"learning_rate": 3.560823982650989e-07, "beta1": 0.9998570114258378, "beta2": 0.6956351194511954, "epsilon": 4.2975110759313834e-06, "linear_decay": 9.70983276658365e-06, "exponential_decay": 7.706470485376622e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed330":[{"learning_rate": 0.0023578798907007187, "beta1": 0.5086084654081722, "beta2": 0.9474500582724545, "epsilon": 7.032784423288582e-07, "linear_decay": 5.986440758667019e-06, "exponential_decay": 3.3677541231741766e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed331":[{"learning_rate": 0.14093471692689466, "beta1": 0.9997301946726356, "beta2": 0.860481882972205, "epsilon": 0.12396368098742666, "linear_decay": 9.89963450230203e-06, "exponential_decay": 0.00011707189806362477}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed332":[{"learning_rate": 4.555461367924921, "beta1": 0.9998017571513662, "beta2": 0.9977117074444217, "epsilon": 0.0003232539199595628, "linear_decay": 1.3791619557234304e-07, "exponential_decay": 2.472282691657589e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed333":[{"learning_rate": 0.002015581345015368, "beta1": 0.9657597121789948, "beta2": 0.9977833233950562, "epsilon": 1.1792022744664145e-05, "linear_decay": 1.7552923765411568e-07, "exponential_decay": 6.603989822082574e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed334":[{"learning_rate": 1.5901739681251088e-07, "beta1": 0.9998286281631992, "beta2": 0.9997540546869539, "epsilon": 695.7136680196035, "linear_decay": 5.075779336770079e-07, "exponential_decay": 0.00016557935498149156}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed335":[{"learning_rate": 0.0014721317391016588, "beta1": 0.8450860663674762, "beta2": 0.9995484333779511, "epsilon": 8.182877600392878e-05, "linear_decay": 1.1717974247841447e-06, "exponential_decay": 6.811068196451034e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed336":[{"learning_rate": 0.06359709713978505, "beta1": 0.028151834916270935, "beta2": 0.9999937324009485, "epsilon": 6.534872757145509e-08, "linear_decay": 3.4461114128778174e-07, "exponential_decay": 0.00012265727278131078}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed337":[{"learning_rate": 7.47040796773, "beta1": 0.7849803907906838, "beta2": 0.9944622082316178, "epsilon": 6.375634676523086e-07, "linear_decay": 6.463448350141173e-07, "exponential_decay": 1.0742620003350684e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed338":[{"learning_rate": 1.0025221748670073e-05, "beta1": 0.9375827841579216, "beta2": 0.9999886392899803, "epsilon": 1.3180993265258186e-06, "linear_decay": 1.968341580093009e-07, "exponential_decay": 3.395249087144796e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed339":[{"learning_rate": 0.0002433328758299644, "beta1": 0.9950081094917437, "beta2": 0.9473141812155386, "epsilon": 4.210730873940967e-07, "linear_decay": 1.7654980824695582e-05, "exponential_decay": 0.0006278111643689753}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed34":[{"learning_rate": 0.5503720386776908, "beta1": 0.875614244152489, "beta2": 0.9999314088578324, "epsilon": 2.958068025139793e-05, "linear_decay": 4.230817994275238e-06, "exponential_decay": 5.5834045657132535e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed340":[{"learning_rate": 7.856383123299596e-08, "beta1": 0.9922340766817512, "beta2": 0.9995764726148243, "epsilon": 1.32262060221269, "linear_decay": 6.586977733300495e-05, "exponential_decay": 1.0129400006981361e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed341":[{"learning_rate": 0.0009565095935231414, "beta1": 0.9821746898230418, "beta2": 0.9990642323996809, "epsilon": 0.0007890138133747516, "linear_decay": 4.84482509462704e-06, "exponential_decay": 0.00026508688023944035}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed342":[{"learning_rate": 8.909860369685205e-06, "beta1": 0.9970202832950686, "beta2": 0.9970380990556399, "epsilon": 9.080709957759775e-10, "linear_decay": 6.410672081437635e-05, "exponential_decay": 4.823339872992625e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed343":[{"learning_rate": 4.1624706759490216e-08, "beta1": 0.9685151925256051, "beta2": 0.9999807320179691, "epsilon": 0.6890884302798904, "linear_decay": 8.985088558453215e-06, "exponential_decay": 0.0009181078522451721}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed344":[{"learning_rate": 0.8946994011524121, "beta1": 0.9879473535940695, "beta2": 0.995136048106104, "epsilon": 0.04820504996742955, "linear_decay": 2.585133491335637e-07, "exponential_decay": 0.00045270462579103884}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed345":[{"learning_rate": 2.999337010557128e-05, "beta1": 0.9230309188747836, "beta2": 0.9891905000658695, "epsilon": 2.1370215099261e-06, "linear_decay": 1.975833384558638e-06, "exponential_decay": 5.846056923153255e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed346":[{"learning_rate": 0.69876767117639, "beta1": 0.998565979822811, "beta2": 0.9960677694629718, "epsilon": 8.914090120689907e-06, "linear_decay": 1.0930690234774025e-06, "exponential_decay": 0.0007481308052837309}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed347":[{"learning_rate": 2.02916949203305e-08, "beta1": 0.9730331794257877, "beta2": 0.9956682198069455, "epsilon": 0.5214890948568462, "linear_decay": 3.775025006542958e-05, "exponential_decay": 0.00017800119404019044}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed348":[{"learning_rate": 3.016293081718814e-06, "beta1": 0.9481846474276053, "beta2": 0.9590642819617365, "epsilon": 0.35019098345805394, "linear_decay": 1.6806032184894937e-07, "exponential_decay": 6.0011955537321385e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed349":[{"learning_rate": 0.00011852454208077643, "beta1": 0.9916137430908428, "beta2": 0.998874814085989, "epsilon": 0.00010011960874088328, "linear_decay": 1.1158767098739013e-06, "exponential_decay": 4.179749333469029e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed35":[{"learning_rate": 6.204410760574227e-07, "beta1": 0.9287298411628571, "beta2": 0.9006285767901206, "epsilon": 0.7323981302445925, "linear_decay": 4.868432935857418e-06, "exponential_decay": 7.787248782287938e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed350":[{"learning_rate": 0.01207083843533233, "beta1": 0.9972878566823508, "beta2": 0.9994943666786467, "epsilon": 0.03854909856278058, "linear_decay": 2.4866690909660726e-06, "exponential_decay": 3.141540864604103e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed351":[{"learning_rate": 0.001174807732854437, "beta1": 0.9995827132437555, "beta2": 0.9938352287653185, "epsilon": 2.1107452782138057e-09, "linear_decay": 1.3459413260426193e-05, "exponential_decay": 0.00030325690484838883}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed352":[{"learning_rate": 1.065268634620733, "beta1": 0.9657763907561271, "beta2": 0.9743622922870309, "epsilon": 3.96477246839117e-10, "linear_decay": 8.694551250036912e-05, "exponential_decay": 1.1047706501672228e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed353":[{"learning_rate": 9.970207120205412e-08, "beta1": 0.9871371384574765, "beta2": 0.993635127522558, "epsilon": 224.67840079578843, "linear_decay": 1.2847236543980886e-05, "exponential_decay": 0.0001568571116113151}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed354":[{"learning_rate": 3.457569132319226e-08, "beta1": 0.9991973251773433, "beta2": 0.9208120702544481, "epsilon": 0.00018795154500898887, "linear_decay": 4.8722648531151815e-06, "exponential_decay": 0.00039563054808800614}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed355":[{"learning_rate": 0.564982965203101, "beta1": 0.999598955942279, "beta2": 0.9999982751605463, "epsilon": 0.557562542002422, "linear_decay": 1.30390637372334e-05, "exponential_decay": 0.0001765792236059352}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed356":[{"learning_rate": 3.8391463646668854e-05, "beta1": 0.99903353073746, "beta2": 0.9999962686209328, "epsilon": 0.0003746529169395975, "linear_decay": 6.829530933423994e-05, "exponential_decay": 2.2273643176382936e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed357":[{"learning_rate": 0.03432169218313065, "beta1": 0.9998217369335665, "beta2": 0.9504983650508362, "epsilon": 0.0066294027147059805, "linear_decay": 5.571508803658267e-06, "exponential_decay": 0.0003313693436199415}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed358":[{"learning_rate": 0.01338674812686742, "beta1": 0.9996649043951571, "beta2": 0.9971269519475223, "epsilon": 0.056260988540221185, "linear_decay": 2.469124379843834e-05, "exponential_decay": 0.0002310858539203941}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed359":[{"learning_rate": 0.23771364086623112, "beta1": 0.9991741755681319, "beta2": 0.999991905043894, "epsilon": 0.8449325821930758, "linear_decay": 1.7981329770577673e-06, "exponential_decay": 7.734434031332682e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed36":[{"learning_rate": 6.691119208845077e-06, "beta1": 0.8834130466611141, "beta2": 0.9983393760214967, "epsilon": 7.683117286824117e-07, "linear_decay": 8.744394151543623e-06, "exponential_decay": 1.5249140988716149e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed360":[{"learning_rate": 0.032573036546166105, "beta1": 0.9477056319566455, "beta2": 0.9395016911816384, "epsilon": 5.914804851317234e-09, "linear_decay": 7.796181680234518e-07, "exponential_decay": 0.00010884941170679343}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed361":[{"learning_rate": 0.2600056873178656, "beta1": 0.9982734855910369, "beta2": 0.9831884609778748, "epsilon": 0.0229205513805941, "linear_decay": 7.868892524289012e-05, "exponential_decay": 5.704372740539684e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed362":[{"learning_rate": 0.001963630113016457, "beta1": 0.9224488968316639, "beta2": 0.7976360126014105, "epsilon": 9.331065091860574e-05, "linear_decay": 5.913517444246485e-07, "exponential_decay": 2.7094743360184858e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed363":[{"learning_rate": 1.2195169650985582e-06, "beta1": 0.07917261790471075, "beta2": 0.9999985436351753, "epsilon": 75.41545751380961, "linear_decay": 1.0389717121481002e-07, "exponential_decay": 0.00023198788897879505}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed364":[{"learning_rate": 3.796661486524202, "beta1": 0.8927885290975482, "beta2": 0.999989116916233, "epsilon": 5.926521586540266e-10, "linear_decay": 2.0852388813672427e-05, "exponential_decay": 2.7319437775938026e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed365":[{"learning_rate": 4.05362399799056, "beta1": 0.9912066120372125, "beta2": 0.9999916544382172, "epsilon": 4.293245947105445, "linear_decay": 1.4552691804273022e-06, "exponential_decay": 1.3935724444031935e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed366":[{"learning_rate": 0.4478233648120182, "beta1": 0.9963158226057724, "beta2": 0.9849945894909292, "epsilon": 5.2369779795612294e-08, "linear_decay": 2.937193421300887e-05, "exponential_decay": 1.9858860950329826e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed367":[{"learning_rate": 2.2895085607981874e-08, "beta1": 0.9957492384116301, "beta2": 0.9140768986936861, "epsilon": 3.6641289889115826e-09, "linear_decay": 6.358609937838863e-07, "exponential_decay": 0.0005303819524909315}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed368":[{"learning_rate": 1.3754732841970026e-05, "beta1": 0.888472937228983, "beta2": 0.9972774488172361, "epsilon": 1.3989846772524938e-06, "linear_decay": 5.185604033282345e-06, "exponential_decay": 0.00010356160775978492}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed369":[{"learning_rate": 0.22967371294596936, "beta1": 0.9924029728361778, "beta2": 0.9999930675045366, "epsilon": 0.2984527370260181, "linear_decay": 4.652821348326913e-06, "exponential_decay": 0.00010070970403297504}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed37":[{"learning_rate": 1.0683505714331012e-06, "beta1": 0.9996884987474981, "beta2": 0.9962025747085307, "epsilon": 0.013959088912540805, "linear_decay": 4.307701185902159e-05, "exponential_decay": 0.0003018972985949007}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed370":[{"learning_rate": 0.2872742021300888, "beta1": 0.9993999054356688, "beta2": 0.9664025293283851, "epsilon": 1.1085038521787824e-09, "linear_decay": 2.7153135447161734e-07, "exponential_decay": 1.631701225531272e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed371":[{"learning_rate": 1.2287470323792732e-07, "beta1": 0.9973100702072767, "beta2": 0.08618609376688569, "epsilon": 6.0252692160475595e-09, "linear_decay": 2.069890440230099e-06, "exponential_decay": 0.0007392405194166905}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed372":[{"learning_rate": 2.750606957292503e-07, "beta1": 0.9973605186560994, "beta2": 0.9825051755724964, "epsilon": 9.294171675044716e-09, "linear_decay": 2.689943497716812e-07, "exponential_decay": 0.00024315036553840597}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed373":[{"learning_rate": 0.00013182185888712406, "beta1": 0.3356060421093965, "beta2": 0.9942445373955706, "epsilon": 0.0001130340947293927, "linear_decay": 2.6029270383142337e-06, "exponential_decay": 0.00016210917491194218}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed374":[{"learning_rate": 0.0004909680020285744, "beta1": 0.9626688994689707, "beta2": 0.9999978037588068, "epsilon": 412.0141668151086, "linear_decay": 7.440215654510812e-05, "exponential_decay": 2.1904188088179697e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed375":[{"learning_rate": 1.706600839053545e-06, "beta1": 0.996852794737002, "beta2": 0.7750459581300027, "epsilon": 9.470435236456156e-10, "linear_decay": 9.950047451666702e-07, "exponential_decay": 0.00024274278426133993}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed376":[{"learning_rate": 0.00556207607619908, "beta1": 0.9997199461947887, "beta2": 0.9855063154465163, "epsilon": 2.5993765827858465e-07, "linear_decay": 1.2307843554244835e-05, "exponential_decay": 0.0002698291734955265}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed377":[{"learning_rate": 3.060386058502863e-05, "beta1": 0.8149463376824303, "beta2": 0.2984832851637974, "epsilon": 1.1691138496886563e-06, "linear_decay": 6.581982772470245e-05, "exponential_decay": 2.093368886826377e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed378":[{"learning_rate": 4.266801480485768e-06, "beta1": 0.9944637100480678, "beta2": 0.7526460068348038, "epsilon": 8.075118320136489e-09, "linear_decay": 2.346984950591248e-06, "exponential_decay": 1.5197400727980052e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed379":[{"learning_rate": 0.00010671845206246199, "beta1": 0.9998992248447557, "beta2": 0.5140029959711183, "epsilon": 6.916040032421931e-05, "linear_decay": 2.14975468610703e-06, "exponential_decay": 1.4611277431565484e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed38":[{"learning_rate": 0.0012241134371841936, "beta1": 0.9992346834912836, "beta2": 0.9996817092759548, "epsilon": 0.00044055468185790896, "linear_decay": 1.3180361195515813e-06, "exponential_decay": 7.114014180137752e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed380":[{"learning_rate": 0.24507206790136982, "beta1": 0.9876220719038119, "beta2": 0.9972461863994464, "epsilon": 0.0006290789884262408, "linear_decay": 1.3792397220773651e-07, "exponential_decay": 7.074037626648964e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed381":[{"learning_rate": 3.3671682351493616e-08, "beta1": 0.9222600862909629, "beta2": 0.9928017828045238, "epsilon": 0.06623337409334587, "linear_decay": 1.220275375630935e-07, "exponential_decay": 0.0004729757914716849}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed382":[{"learning_rate": 0.00017232107740188646, "beta1": 0.9998623369795825, "beta2": 0.9999670453030531, "epsilon": 0.1057032726835837, "linear_decay": 1.8033264492549502e-06, "exponential_decay": 0.00014214390598294243}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed383":[{"learning_rate": 1.540711011838627e-05, "beta1": 0.9964171454733579, "beta2": 0.9988014928768193, "epsilon": 7.756364606108054, "linear_decay": 7.742822677359624e-05, "exponential_decay": 1.5303559709402703e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed384":[{"learning_rate": 0.011800514380340327, "beta1": 0.37779792122209654, "beta2": 0.9999335836596186, "epsilon": 0.024028666455151455, "linear_decay": 1.3078446637497161e-05, "exponential_decay": 0.0006408888911631898}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed385":[{"learning_rate": 0.000943914461954966, "beta1": 0.8909435760239282, "beta2": 0.9233327500366163, "epsilon": 2.4457615431780273e-10, "linear_decay": 1.3074079135168033e-07, "exponential_decay": 5.9995446840128e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed386":[{"learning_rate": 0.3519974912531687, "beta1": 0.9906582253256899, "beta2": 0.9992343975891792, "epsilon": 5.660392464124895e-05, "linear_decay": 3.134831999544145e-07, "exponential_decay": 6.6963954873423625e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed387":[{"learning_rate": 8.806079153139843e-08, "beta1": 0.9956061148634376, "beta2": 0.9999989793449011, "epsilon": 915.6029698676249, "linear_decay": 4.185504890382021e-05, "exponential_decay": 3.82817355910412e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed388":[{"learning_rate": 9.837673215980965, "beta1": 0.979049698683882, "beta2": 0.5518510772720705, "epsilon": 4.528568676883342e-10, "linear_decay": 2.3590194825184417e-05, "exponential_decay": 2.6634861445525722e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed389":[{"learning_rate": 0.4952211275824872, "beta1": 0.9979896656272349, "beta2": 0.9999984511578748, "epsilon": 1.0637812607826695e-06, "linear_decay": 1.4110511969771614e-05, "exponential_decay": 6.88996242066257e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed39":[{"learning_rate": 0.08240103130481659, "beta1": 0.99370537742564, "beta2": 0.999995657945084, "epsilon": 35.08997966777769, "linear_decay": 1.8392519345987156e-07, "exponential_decay": 0.0001394822934648313}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed390":[{"learning_rate": 7.54863039684198e-08, "beta1": 0.9971029125679892, "beta2": 0.9999965485841128, "epsilon": 624.3448421608995, "linear_decay": 7.754217890677427e-07, "exponential_decay": 0.0002108930630984469}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed391":[{"learning_rate": 0.07132492469363713, "beta1": 0.8186605192269045, "beta2": 0.9998770557716813, "epsilon": 0.027278368054381708, "linear_decay": 3.715054487241506e-05, "exponential_decay": 0.000133147172486624}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed392":[{"learning_rate": 8.992981286469253e-06, "beta1": 0.6610578334090291, "beta2": 0.9999972034020191, "epsilon": 811.9490957572441, "linear_decay": 1.0374508306439448e-05, "exponential_decay": 0.00016364071461326271}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed393":[{"learning_rate": 0.004562250404738749, "beta1": 0.9668027598649183, "beta2": 0.9999840047222945, "epsilon": 1.5301819893537523e-07, "linear_decay": 1.8842717881537324e-05, "exponential_decay": 1.5991050320344803e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed394":[{"learning_rate": 1.992835636684948e-07, "beta1": 0.9872121619439544, "beta2": 0.9858613681062933, "epsilon": 0.0030107445785689853, "linear_decay": 1.7130731800631415e-06, "exponential_decay": 0.00010639803824671689}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed395":[{"learning_rate": 4.363512754152179e-08, "beta1": 0.9982388903318263, "beta2": 0.624908198579627, "epsilon": 0.039939937531222755, "linear_decay": 1.952535323105377e-06, "exponential_decay": 0.000114386441908763}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed396":[{"learning_rate": 0.0011938036317866894, "beta1": 0.9990110272292257, "beta2": 0.9911097820191039, "epsilon": 3.1867363364385666e-06, "linear_decay": 3.3695650707875416e-07, "exponential_decay": 0.0004542864720112415}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed397":[{"learning_rate": 6.156490915294048e-06, "beta1": 0.930333317494697, "beta2": 0.6261358790927491, "epsilon": 5.86832424189059, "linear_decay": 1.2349624279719593e-06, "exponential_decay": 0.00018330476149219324}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed398":[{"learning_rate": 9.203165911103459e-05, "beta1": 0.9578581671366486, "beta2": 0.9282276801282527, "epsilon": 0.004532817626675172, "linear_decay": 1.849881723889266e-07, "exponential_decay": 4.104095905062594e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed399":[{"learning_rate": 0.00011595005584400433, "beta1": 0.9941324205022752, "beta2": 0.9995412754779107, "epsilon": 3.0473715323270745e-06, "linear_decay": 2.923922751480817e-06, "exponential_decay": 0.00019266765586075206}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed4":[{"learning_rate": 2.55055169577865e-07, "beta1": 0.849738235262627, "beta2": 0.9953502017713527, "epsilon": 382.61376317952113, "linear_decay": 8.820639308838013e-06, "exponential_decay": 0.00010195290304950394}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed40":[{"learning_rate": 5.079799211425487e-07, "beta1": 0.9993989749740185, "beta2": 0.9998452457745614, "epsilon": 5.4742771135207236e-08, "linear_decay": 5.250881656265488e-06, "exponential_decay": 6.637547029610512e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed400":[{"learning_rate": 0.3569499833961638, "beta1": 0.9916976951129113, "beta2": 0.999991209812539, "epsilon": 8.238584674813906e-07, "linear_decay": 1.288628581389386e-05, "exponential_decay": 0.00016501191284402114}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed401":[{"learning_rate": 0.00020704132038947107, "beta1": 0.9990084095529999, "beta2": 0.9999787225445755, "epsilon": 0.013802772791550505, "linear_decay": 5.043516151339168e-05, "exponential_decay": 1.3239745105808385e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed402":[{"learning_rate": 0.02784134324511945, "beta1": 0.9998296672472738, "beta2": 0.9967381952138046, "epsilon": 3.1322575838007554, "linear_decay": 7.01126068182223e-05, "exponential_decay": 0.0003641463548327019}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed403":[{"learning_rate": 7.02471699320771e-06, "beta1": 0.9978902429348255, "beta2": 0.9999618202073762, "epsilon": 0.0001935076968723159, "linear_decay": 2.3511844369149104e-07, "exponential_decay": 3.1118221536756826e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed404":[{"learning_rate": 0.6561453661281007, "beta1": 0.9976316832798983, "beta2": 0.9660755613180599, "epsilon": 5.624450825756763e-07, "linear_decay": 1.8156460644909604e-05, "exponential_decay": 3.5248646426543924e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed405":[{"learning_rate": 1.0810466813463814e-08, "beta1": 0.9998327405254795, "beta2": 0.9999721876499013, "epsilon": 1.7518255719703782e-09, "linear_decay": 1.0260845208083411e-05, "exponential_decay": 6.864683499311204e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed406":[{"learning_rate": 0.9247064556751774, "beta1": 0.9926456488602999, "beta2": 0.9999985588641712, "epsilon": 0.07117622508706874, "linear_decay": 1.026969103191389e-05, "exponential_decay": 6.6030349472891855e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed407":[{"learning_rate": 0.0006171074641633602, "beta1": 0.9975981265123061, "beta2": 0.9999846079313932, "epsilon": 0.9962292574592637, "linear_decay": 4.326261800027297e-06, "exponential_decay": 5.30157249006546e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed408":[{"learning_rate": 3.513385358151377e-07, "beta1": 0.7255251261160114, "beta2": 0.9997863754139218, "epsilon": 2.112443516308166, "linear_decay": 1.9314773079893167e-05, "exponential_decay": 3.8002765345127185e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed409":[{"learning_rate": 9.733786606502058e-05, "beta1": 0.33421759297982223, "beta2": 0.9958913692117346, "epsilon": 0.011016407198543226, "linear_decay": 1.2315767289420427e-05, "exponential_decay": 4.2872952269446415e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed41":[{"learning_rate": 5.957300655246888e-07, "beta1": 0.9997602200346899, "beta2": 0.9986288094731737, "epsilon": 9.843831270888681e-08, "linear_decay": 9.522942334857724e-05, "exponential_decay": 2.6848081435086187e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed410":[{"learning_rate": 2.2636363519602622, "beta1": 0.7745674315377927, "beta2": 0.9997802066848575, "epsilon": 1.9835405381665714, "linear_decay": 4.3880675793786396e-05, "exponential_decay": 1.287100169945666e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed411":[{"learning_rate": 2.480150775146801e-08, "beta1": 0.9062569505544915, "beta2": 0.9979319187000434, "epsilon": 0.001949692384240227, "linear_decay": 8.756210155926673e-07, "exponential_decay": 2.8869738144655663e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed412":[{"learning_rate": 6.140486828726462e-07, "beta1": 0.8816250318247704, "beta2": 0.9991350949166298, "epsilon": 9.39536355147397e-10, "linear_decay": 2.2545694086786474e-07, "exponential_decay": 5.4678645403629954e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed413":[{"learning_rate": 0.6293307448237389, "beta1": 0.842274532215963, "beta2": 0.9957876310953864, "epsilon": 2.473271719213633e-07, "linear_decay": 1.9062736263107278e-06, "exponential_decay": 3.686909767535877e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed414":[{"learning_rate": 7.710216933718265e-06, "beta1": 0.9610399589081069, "beta2": 0.9878798134577076, "epsilon": 0.010932607465701506, "linear_decay": 1.026529652781697e-06, "exponential_decay": 5.558154124275525e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed415":[{"learning_rate": 0.12555281672427643, "beta1": 0.9974751024031069, "beta2": 0.9999982574854366, "epsilon": 4.0132291580217883e-07, "linear_decay": 1.8758727277625793e-05, "exponential_decay": 2.9273371135235336e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed416":[{"learning_rate": 8.56145747283844e-05, "beta1": 0.9869705031922703, "beta2": 0.8379561388493231, "epsilon": 23.438062453416066, "linear_decay": 3.060125667226664e-05, "exponential_decay": 2.4815190366219423e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed417":[{"learning_rate": 0.0018051366655213565, "beta1": 0.9978857285947772, "beta2": 0.9802360596034402, "epsilon": 2.802674172373152e-08, "linear_decay": 3.169135079494269e-07, "exponential_decay": 0.00028208658630376023}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed418":[{"learning_rate": 0.004079111845369539, "beta1": 0.9986563960559884, "beta2": 0.9999949123633535, "epsilon": 7.407054490791089e-08, "linear_decay": 2.103014036509024e-06, "exponential_decay": 1.7807036614101556e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed419":[{"learning_rate": 1.4619392213425374e-07, "beta1": 0.9391872071205728, "beta2": 0.975011429969092, "epsilon": 0.03682266555961974, "linear_decay": 1.132942909484983e-05, "exponential_decay": 0.0007572132945719398}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed42":[{"learning_rate": 2.9142764156888354, "beta1": 0.9898726338819951, "beta2": 0.9966734462013862, "epsilon": 1.5589202742829257e-09, "linear_decay": 1.2324984771749393e-05, "exponential_decay": 6.547492275839399e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed420":[{"learning_rate": 2.1740332906972594e-06, "beta1": 0.9902232012341433, "beta2": 0.9999926341314253, "epsilon": 0.000200961268877515, "linear_decay": 5.056589756007022e-07, "exponential_decay": 1.0361940078902347e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed421":[{"learning_rate": 0.006639035672339261, "beta1": 0.09124157542683453, "beta2": 0.9999900827293047, "epsilon": 1.9872315366651215e-09, "linear_decay": 2.5486432979640677e-07, "exponential_decay": 0.00022665659322894713}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed422":[{"learning_rate": 1.5935129186663017e-05, "beta1": 0.9820950326684886, "beta2": 0.9994888493769437, "epsilon": 0.46639304437229656, "linear_decay": 1.3233969906132061e-06, "exponential_decay": 4.678301293149235e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed423":[{"learning_rate": 9.629983492695354e-08, "beta1": 0.9994495437523214, "beta2": 0.9987446687355366, "epsilon": 281.47853853771824, "linear_decay": 1.931767741471418e-06, "exponential_decay": 0.00031938190078971673}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed424":[{"learning_rate": 0.00021572582289758804, "beta1": 0.6402648724417779, "beta2": 0.9066464380560804, "epsilon": 0.12346429080593782, "linear_decay": 2.132505201512694e-05, "exponential_decay": 2.128362385191307e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed425":[{"learning_rate": 2.150579599470247, "beta1": 0.8598771471617764, "beta2": 0.9999924333177518, "epsilon": 40.68946777799347, "linear_decay": 6.843657172970288e-05, "exponential_decay": 0.00016154065611366947}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed426":[{"learning_rate": 7.117256340435377e-06, "beta1": 0.9995164590603903, "beta2": 0.9999878197984896, "epsilon": 1.0321665963932844e-07, "linear_decay": 1.7407173269544953e-07, "exponential_decay": 0.00012260991952506823}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed427":[{"learning_rate": 0.09161284164165204, "beta1": 0.9914947896504592, "beta2": 0.9977231851583096, "epsilon": 0.3593416466110921, "linear_decay": 9.64166761348216e-05, "exponential_decay": 5.8693264012394136e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed428":[{"learning_rate": 0.002903352873110585, "beta1": 0.9993168633878723, "beta2": 0.9999583848974902, "epsilon": 2.005306093890875e-10, "linear_decay": 4.7343596058040084e-07, "exponential_decay": 4.9201057598981424e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed429":[{"learning_rate": 9.0833511657124e-06, "beta1": 0.9998964929929759, "beta2": 0.9993286384152106, "epsilon": 0.00012365770954445176, "linear_decay": 3.3315904457701723e-06, "exponential_decay": 5.223128053173372e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed43":[{"learning_rate": 1.3603543615064694e-06, "beta1": 0.509758908065155, "beta2": 0.9957284320533223, "epsilon": 1.459247618626113e-10, "linear_decay": 3.9004267361113e-05, "exponential_decay": 3.2408406394379182e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed430":[{"learning_rate": 2.0417207009093544e-07, "beta1": 0.9990471639348338, "beta2": 0.9154546151811538, "epsilon": 2.97036362157022, "linear_decay": 1.8653143193568538e-06, "exponential_decay": 3.0143070081928358e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed431":[{"learning_rate": 0.0003241510813271397, "beta1": 0.9234392357379936, "beta2": 0.991571928539025, "epsilon": 9.871382138435342, "linear_decay": 2.42461485527063e-07, "exponential_decay": 0.00039168673628449033}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed432":[{"learning_rate": 0.12875897105394785, "beta1": 0.597139466733019, "beta2": 0.9999899071171046, "epsilon": 1.3497837239769572e-10, "linear_decay": 1.0396933869955641e-06, "exponential_decay": 0.0004465915130533704}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed433":[{"learning_rate": 2.8905222415476217, "beta1": 0.9998821469827425, "beta2": 0.99981321429387, "epsilon": 211.12669674779542, "linear_decay": 1.0592908932357032e-05, "exponential_decay": 0.0001656204652235602}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed434":[{"learning_rate": 3.7482296825358964e-06, "beta1": 0.9990255242968068, "beta2": 0.9998971599252547, "epsilon": 7.1284089121256645e-06, "linear_decay": 1.0056545930472324e-07, "exponential_decay": 3.285884442049479e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed435":[{"learning_rate": 0.00016690008764079349, "beta1": 0.9348293094574793, "beta2": 0.9819446443519227, "epsilon": 2.5694079530100138e-09, "linear_decay": 5.458236459224958e-07, "exponential_decay": 1.8294880112437312e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed436":[{"learning_rate": 0.0012161973121065494, "beta1": 0.7555049104345926, "beta2": 0.999965612367862, "epsilon": 401.92090391288343, "linear_decay": 1.0927007534712692e-07, "exponential_decay": 5.6518034187215684e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed437":[{"learning_rate": 5.110983923135372e-05, "beta1": 0.9701554258873318, "beta2": 0.9999392227911629, "epsilon": 0.0004769488035252708, "linear_decay": 1.1923720565490963e-05, "exponential_decay": 9.867563113813705e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed438":[{"learning_rate": 0.0009407721512370015, "beta1": 0.3548411551149496, "beta2": 0.33294380510868704, "epsilon": 0.021069055429860647, "linear_decay": 1.4492984964539304e-07, "exponential_decay": 2.2550511240470218e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed439":[{"learning_rate": 1.6290074243441404e-06, "beta1": 0.9990220328745221, "beta2": 0.9999689855202568, "epsilon": 7.0026015489668e-05, "linear_decay": 1.5340195075255424e-05, "exponential_decay": 1.0827078142268379e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed44":[{"learning_rate": 0.0011547602549389423, "beta1": 0.9484848636410085, "beta2": 0.9999652330578965, "epsilon": 327.9769152678399, "linear_decay": 1.7713207749757613e-07, "exponential_decay": 0.0001770114280918556}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed440":[{"learning_rate": 7.074355394332456e-05, "beta1": 0.9778181412996296, "beta2": 0.6079133871486873, "epsilon": 0.0012643608691781515, "linear_decay": 1.2243883629619375e-07, "exponential_decay": 2.602362585597268e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed441":[{"learning_rate": 7.16030034692041e-06, "beta1": 0.9899025819687991, "beta2": 0.999593433293635, "epsilon": 16.96220848771002, "linear_decay": 5.885217556559157e-06, "exponential_decay": 0.0004135195151152166}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed442":[{"learning_rate": 2.6299363148564273e-07, "beta1": 0.9979277102582902, "beta2": 0.9999162636478369, "epsilon": 47.55882390112583, "linear_decay": 1.1910649467895179e-05, "exponential_decay": 1.7979617986451711e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed443":[{"learning_rate": 1.3439417354381797e-05, "beta1": 0.9991606562601828, "beta2": 0.14012207340749605, "epsilon": 2.5523574810433465e-09, "linear_decay": 2.4883383769818325e-05, "exponential_decay": 0.00032612612370756073}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed444":[{"learning_rate": 0.05506135666525349, "beta1": 0.9404730337745356, "beta2": 0.9999903476586579, "epsilon": 0.00027384082233898886, "linear_decay": 2.0395969558184362e-07, "exponential_decay": 3.2641089845011485e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed445":[{"learning_rate": 7.980506259495928e-05, "beta1": 0.9965947392922633, "beta2": 0.9923134573765677, "epsilon": 3.754198670867722e-05, "linear_decay": 7.310510021259552e-05, "exponential_decay": 1.1272790542489738e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed446":[{"learning_rate": 0.07259315665968531, "beta1": 0.9951172452976862, "beta2": 0.9999972483828632, "epsilon": 0.00019199086985613402, "linear_decay": 5.031304175391755e-05, "exponential_decay": 2.9620264040256175e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed447":[{"learning_rate": 0.7132452920275627, "beta1": 0.9948512154500821, "beta2": 0.9999989533068225, "epsilon": 2.6735263218952183, "linear_decay": 4.7985817232977866e-05, "exponential_decay": 1.0812810553184017e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed448":[{"learning_rate": 2.440576768331986, "beta1": 0.5077931702373502, "beta2": 0.9999988760622504, "epsilon": 4.724049423299857e-10, "linear_decay": 8.87905443373076e-06, "exponential_decay": 9.024248345714345e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed449":[{"learning_rate": 7.343369648737722, "beta1": 0.9989473737976478, "beta2": 0.9999817950702653, "epsilon": 1.7937297154546372e-10, "linear_decay": 8.369130470754042e-06, "exponential_decay": 0.00023653741700145527}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed45":[{"learning_rate": 2.5086580368031238e-05, "beta1": 0.9965100467055074, "beta2": 0.9834961212048592, "epsilon": 0.1227139822889398, "linear_decay": 1.2529809738250787e-05, "exponential_decay": 1.7432262456777391e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed450":[{"learning_rate": 5.243196049434386, "beta1": 0.9361518570234628, "beta2": 0.9999948107351307, "epsilon": 6.752545880948639, "linear_decay": 2.6396001518297606e-05, "exponential_decay": 0.0004960960137729792}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed451":[{"learning_rate": 2.133944906511933e-06, "beta1": 0.9983790164127408, "beta2": 0.9999900096102164, "epsilon": 1.7603857621726984, "linear_decay": 6.602191328104701e-06, "exponential_decay": 1.1840787465349972e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed452":[{"learning_rate": 3.1763517836605417, "beta1": 0.8396664412787411, "beta2": 0.9999206094822229, "epsilon": 8.789934487083719e-05, "linear_decay": 3.1527097133411176e-05, "exponential_decay": 4.4404711829332075e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed453":[{"learning_rate": 9.556187287173954e-07, "beta1": 0.31313750512573846, "beta2": 0.9999801688804231, "epsilon": 2.3216850199750524e-06, "linear_decay": 4.477475002200944e-05, "exponential_decay": 4.422142665469433e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed454":[{"learning_rate": 3.263542481470232e-08, "beta1": 0.6298184182086084, "beta2": 0.933509220092283, "epsilon": 1.6784785861464924e-07, "linear_decay": 9.09564092153901e-05, "exponential_decay": 2.1561400835356754e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed455":[{"learning_rate": 2.2997644683896175e-07, "beta1": 0.9998011412427605, "beta2": 0.9952164842659416, "epsilon": 0.0001247808820834024, "linear_decay": 3.843911313526833e-05, "exponential_decay": 4.276368290701216e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed456":[{"learning_rate": 0.0017388395695296488, "beta1": 0.9992012479418729, "beta2": 0.9921656116534829, "epsilon": 5.246444493007466, "linear_decay": 8.213426678802717e-06, "exponential_decay": 7.240305160651547e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed457":[{"learning_rate": 0.00011364138712577193, "beta1": 0.9998751314549846, "beta2": 0.999992742036068, "epsilon": 5.8971430039405, "linear_decay": 5.301452714416747e-06, "exponential_decay": 1.1731286830450744e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed458":[{"learning_rate": 0.00061333963077441, "beta1": 0.9993838757686043, "beta2": 0.9282481231972973, "epsilon": 6.131484506622584e-10, "linear_decay": 2.9102642372472714e-06, "exponential_decay": 7.399553723051952e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed459":[{"learning_rate": 4.84715821302708e-08, "beta1": 0.7532735877986645, "beta2": 0.997781078729042, "epsilon": 3.750006303518053e-09, "linear_decay": 6.892846408722967e-05, "exponential_decay": 0.0008558970195559875}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed46":[{"learning_rate": 1.6844814061199652e-08, "beta1": 0.9162922195437366, "beta2": 0.9999950910195403, "epsilon": 0.017415743849609134, "linear_decay": 1.9461311178806267e-06, "exponential_decay": 7.301122384558442e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed460":[{"learning_rate": 0.0007428118944715714, "beta1": 0.3378971349195302, "beta2": 0.9993518860512053, "epsilon": 2.026492049332835e-08, "linear_decay": 7.181815817599929e-06, "exponential_decay": 0.0008915224368815197}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed461":[{"learning_rate": 2.962517848020106e-06, "beta1": 0.9989076012029801, "beta2": 0.9997815390353147, "epsilon": 1.3981619539356598e-05, "linear_decay": 3.413420087045059e-07, "exponential_decay": 2.3250961617317295e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed462":[{"learning_rate": 0.0001489375744477314, "beta1": 0.99982418337453, "beta2": 0.9909102581072394, "epsilon": 0.05871293955605291, "linear_decay": 4.826872244328246e-07, "exponential_decay": 9.533570940001277e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed463":[{"learning_rate": 0.0006660362340766207, "beta1": 0.9193288967549554, "beta2": 0.9997518323710767, "epsilon": 3.5668479071874528e-06, "linear_decay": 1.4093816431673177e-07, "exponential_decay": 0.0005556979613350712}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed464":[{"learning_rate": 6.694488528431998e-08, "beta1": 0.994131098405234, "beta2": 0.876019650730975, "epsilon": 225.30002670483796, "linear_decay": 1.4508371134424455e-06, "exponential_decay": 0.0005121565987707326}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed465":[{"learning_rate": 0.0007495064765473373, "beta1": 0.9998360676655029, "beta2": 0.9992057537666996, "epsilon": 0.00022905957421779646, "linear_decay": 1.4200174162005275e-07, "exponential_decay": 0.00015428184436063865}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed466":[{"learning_rate": 4.164208971046346e-07, "beta1": 0.8912457503936377, "beta2": 0.9998760162368192, "epsilon": 4.6744521753866317e-07, "linear_decay": 3.846115596955248e-05, "exponential_decay": 2.782942006385806e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed467":[{"learning_rate": 0.017873220407004915, "beta1": 0.9493282343354914, "beta2": 0.7191935338631332, "epsilon": 4.278515358842132e-06, "linear_decay": 1.823510464463066e-07, "exponential_decay": 1.7632797309600003e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed468":[{"learning_rate": 1.3310533474499708e-05, "beta1": 0.9991916514646229, "beta2": 0.9998976111655282, "epsilon": 2.3931965995526023e-07, "linear_decay": 5.236545807394342e-07, "exponential_decay": 7.92814322537882e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed469":[{"learning_rate": 6.643432230033537e-06, "beta1": 0.9956251368288329, "beta2": 0.7128045975648087, "epsilon": 8.600477997154765e-10, "linear_decay": 3.731546367802028e-07, "exponential_decay": 1.2644150751506148e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed47":[{"learning_rate": 0.044298550321875046, "beta1": 0.8119753294199625, "beta2": 0.9072849964092567, "epsilon": 0.04686109290486255, "linear_decay": 6.978480063269199e-05, "exponential_decay": 0.00011330076041711838}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed470":[{"learning_rate": 0.00016698314372168434, "beta1": 0.9998970589916055, "beta2": 0.9999479100729188, "epsilon": 0.002962048320531177, "linear_decay": 1.3692209452744414e-07, "exponential_decay": 1.773138056642054e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed471":[{"learning_rate": 4.611607613500042e-06, "beta1": 0.9457558415240397, "beta2": 0.9977384382741957, "epsilon": 4.4834595937623944e-10, "linear_decay": 5.461520889377867e-07, "exponential_decay": 1.6347327028234714e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed472":[{"learning_rate": 2.934643505354129e-06, "beta1": 0.9940203739518141, "beta2": 0.9999967179955686, "epsilon": 0.16199936292513029, "linear_decay": 8.67424983804176e-07, "exponential_decay": 0.00018595266168688033}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed473":[{"learning_rate": 0.9287451154503986, "beta1": 0.8221009128695733, "beta2": 0.914180030030766, "epsilon": 2.088244063358785e-08, "linear_decay": 2.9095671861770552e-05, "exponential_decay": 3.581082365485654e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed474":[{"learning_rate": 9.817964905445301e-06, "beta1": 0.9997550934374093, "beta2": 0.9999263546072455, "epsilon": 6.46426169739453e-08, "linear_decay": 8.261123388726217e-07, "exponential_decay": 4.365137364036156e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed475":[{"learning_rate": 2.54438780223629e-06, "beta1": 0.2455850732579502, "beta2": 0.999992193986151, "epsilon": 2.1907412251505317e-06, "linear_decay": 1.3590341264314112e-05, "exponential_decay": 0.0007809053729003375}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed476":[{"learning_rate": 0.1470850043325795, "beta1": 0.9995500556134103, "beta2": 0.9999754282924707, "epsilon": 0.5011704972686097, "linear_decay": 1.0743311328260366e-06, "exponential_decay": 0.0009430698020880643}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed477":[{"learning_rate": 0.004131246431041895, "beta1": 0.6310092390071604, "beta2": 0.9781662241337518, "epsilon": 3.694622780935007e-05, "linear_decay": 4.792399285012646e-05, "exponential_decay": 1.4384690078730116e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed478":[{"learning_rate": 8.290210993464869e-07, "beta1": 0.938549944846862, "beta2": 0.9623743899875927, "epsilon": 27.891164157645722, "linear_decay": 6.711680377289613e-05, "exponential_decay": 0.0002967051880374689}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed479":[{"learning_rate": 2.3120808320649522e-05, "beta1": 0.9997700534005406, "beta2": 0.9994328910574164, "epsilon": 3.2132759834994664e-05, "linear_decay": 5.2094877870280124e-05, "exponential_decay": 9.044747428643491e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed48":[{"learning_rate": 1.585884491977832e-05, "beta1": 0.9988152715811279, "beta2": 0.9999959927365846, "epsilon": 0.26161887441544973, "linear_decay": 1.992426001178118e-06, "exponential_decay": 0.00039393170387718514}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed480":[{"learning_rate": 0.2934612479382027, "beta1": 0.9155431717309681, "beta2": 0.9971768795142506, "epsilon": 161.75421564230086, "linear_decay": 1.3301076904619692e-06, "exponential_decay": 3.852899079781165e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed481":[{"learning_rate": 1.3477738294149035e-06, "beta1": 0.9998133966850851, "beta2": 0.9998388941742934, "epsilon": 1.4919689641009547e-10, "linear_decay": 2.7875064696761035e-06, "exponential_decay": 0.0004880785799949197}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed482":[{"learning_rate": 2.973531350830329, "beta1": 0.9808404154790054, "beta2": 0.9999889774807754, "epsilon": 0.13303043489127261, "linear_decay": 3.6949247042411196e-06, "exponential_decay": 1.5749963161587115e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed483":[{"learning_rate": 0.02464659209527066, "beta1": 0.9688449339507393, "beta2": 0.9920477250161184, "epsilon": 295.2164022161972, "linear_decay": 5.173487533325232e-07, "exponential_decay": 0.00020598754756038582}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed484":[{"learning_rate": 2.0524524488810054e-07, "beta1": 0.9819555526865551, "beta2": 0.9999561432210367, "epsilon": 0.17254853291711483, "linear_decay": 1.5593927330777232e-07, "exponential_decay": 7.168961754962866e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed485":[{"learning_rate": 0.02750462737339386, "beta1": 0.9202982604982153, "beta2": 0.9915046169659176, "epsilon": 0.014953289035576602, "linear_decay": 1.520329327106299e-05, "exponential_decay": 0.00030866714235330307}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed486":[{"learning_rate": 3.543015292685558e-08, "beta1": 0.9284397582258385, "beta2": 0.9995810865542025, "epsilon": 0.08926841168593355, "linear_decay": 1.2298811464857339e-06, "exponential_decay": 0.0002460245803696592}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed487":[{"learning_rate": 0.02674419476939377, "beta1": 0.6627729314342136, "beta2": 0.8085511511974245, "epsilon": 1.3182874637481568, "linear_decay": 1.4408392629532109e-05, "exponential_decay": 0.0003959984993338918}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed488":[{"learning_rate": 0.010735778236805004, "beta1": 0.685472580780565, "beta2": 0.6427828046859898, "epsilon": 39.608200022322286, "linear_decay": 4.0839810753184965e-05, "exponential_decay": 5.2465114396102095e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed489":[{"learning_rate": 8.40297548356694e-08, "beta1": 0.08708681253337724, "beta2": 0.9595509503738565, "epsilon": 2.2494054989575314e-05, "linear_decay": 5.591416354740772e-07, "exponential_decay": 8.119612249589827e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed49":[{"learning_rate": 3.7621349261604913e-08, "beta1": 0.9989936257553977, "beta2": 0.9997037038555356, "epsilon": 1.0377453309209223e-07, "linear_decay": 2.1850850808035304e-05, "exponential_decay": 0.0006874204875992652}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed490":[{"learning_rate": 0.018824881667155458, "beta1": 0.09516160028717457, "beta2": 0.4806568619382787, "epsilon": 0.04413474389077982, "linear_decay": 2.418345068855049e-07, "exponential_decay": 1.0282048845875452e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed491":[{"learning_rate": 0.030549309601614904, "beta1": 0.9902417024942907, "beta2": 0.9990589951622934, "epsilon": 1.961142324436844, "linear_decay": 1.4782581850536893e-06, "exponential_decay": 4.853454556159444e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed492":[{"learning_rate": 0.0005151731071221849, "beta1": 0.9224438167421403, "beta2": 0.9995041667913437, "epsilon": 1.820374547976728, "linear_decay": 1.8397991432614545e-07, "exponential_decay": 2.9755709330768787e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed493":[{"learning_rate": 0.00022211373975221905, "beta1": 0.1060226847671194, "beta2": 0.9999799846283107, "epsilon": 25.95009116754062, "linear_decay": 2.933084336306984e-06, "exponential_decay": 6.170330614474063e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed494":[{"learning_rate": 0.005883559391270348, "beta1": 0.9486254460019089, "beta2": 0.9358958931271432, "epsilon": 0.0014154234573107941, "linear_decay": 1.1058891844171049e-05, "exponential_decay": 2.0974614406049688e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed495":[{"learning_rate": 8.908237231849474e-06, "beta1": 0.8246602588660576, "beta2": 0.4050026241542829, "epsilon": 5.3374924456661194e-09, "linear_decay": 5.426600637960271e-05, "exponential_decay": 7.847657055791252e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed496":[{"learning_rate": 5.7493237009843785e-05, "beta1": 0.937272059210024, "beta2": 0.9175713580498912, "epsilon": 254.69582401182208, "linear_decay": 8.554821376994204e-05, "exponential_decay": 0.0005128099893137576}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed497":[{"learning_rate": 3.0289478009541187e-07, "beta1": 0.3854876268130446, "beta2": 0.9926033006088548, "epsilon": 197.18427083479895, "linear_decay": 2.1475825794670735e-06, "exponential_decay": 1.6850042634555953e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed498":[{"learning_rate": 5.2025912193189464e-05, "beta1": 0.9970451145811482, "beta2": 0.9999922689119435, "epsilon": 1.4679232781723188e-09, "linear_decay": 1.0587786698009647e-06, "exponential_decay": 3.7068856936061145e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed499":[{"learning_rate": 0.001216755475469027, "beta1": 0.9922327753134387, "beta2": 0.99994749009159, "epsilon": 5.508453640425958e-07, "linear_decay": 2.706568286397561e-06, "exponential_decay": 4.295761338280088e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed5":[{"learning_rate": 0.0010041891222686832, "beta1": 0.870476343095139, "beta2": 0.9999974941693082, "epsilon": 93.0607024633114, "linear_decay": 4.034024339991296e-06, "exponential_decay": 1.8208382045399256e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed50":[{"learning_rate": 0.0019115831274920578, "beta1": 0.9996087963432377, "beta2": 0.9999273807237569, "epsilon": 0.0021511378078855367, "linear_decay": 1.486768496535287e-07, "exponential_decay": 0.00046768738202707246}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed500":[{"learning_rate": 3.399191788386874e-05, "beta1": 0.6981836157380021, "beta2": 0.9998915046593425, "epsilon": 1.67803896776292e-09, "linear_decay": 1.4974343578865882e-06, "exponential_decay": 1.911988386130015e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed501":[{"learning_rate": 9.8635704263144e-06, "beta1": 0.9997311887231032, "beta2": 0.9131609477013825, "epsilon": 2.507080988670469, "linear_decay": 3.6456728900135547e-07, "exponential_decay": 0.0007024825826936162}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed502":[{"learning_rate": 2.9316006296348217e-05, "beta1": 0.9992145661237009, "beta2": 0.9961514066007041, "epsilon": 232.1780484793116, "linear_decay": 1.1911695066510663e-07, "exponential_decay": 4.2198179198242154e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed503":[{"learning_rate": 0.0019481825579654509, "beta1": 0.9919759255359125, "beta2": 0.9870328299464058, "epsilon": 0.19621433761785959, "linear_decay": 1.1824667318898162e-07, "exponential_decay": 4.876232462832315e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed504":[{"learning_rate": 6.679066618174489e-07, "beta1": 0.9890286421412248, "beta2": 0.8979474444109506, "epsilon": 281.4417967245318, "linear_decay": 6.917099935139069e-07, "exponential_decay": 0.00030287730499910465}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed505":[{"learning_rate": 0.0035079033400328107, "beta1": 0.99945323928446, "beta2": 0.9997309863201616, "epsilon": 3.940581535398835e-07, "linear_decay": 2.5582037257229887e-07, "exponential_decay": 3.975086110171309e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed506":[{"learning_rate": 2.8177923185557345, "beta1": 0.9242210856246472, "beta2": 0.999185096428558, "epsilon": 0.0005711226115740382, "linear_decay": 9.411733339385473e-05, "exponential_decay": 1.1056519931172181e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed507":[{"learning_rate": 5.499221627527071e-07, "beta1": 0.8533590149056137, "beta2": 0.9963838999968511, "epsilon": 9.696819312025871e-05, "linear_decay": 1.9886397248242095e-07, "exponential_decay": 1.2894151313730276e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed508":[{"learning_rate": 0.023574847425267404, "beta1": 0.9989512225871421, "beta2": 0.9464908536458506, "epsilon": 612.4781992123127, "linear_decay": 2.359125046040256e-06, "exponential_decay": 4.012646689757596e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed509":[{"learning_rate": 0.0010275839929443557, "beta1": 0.9384363301689219, "beta2": 0.9995928845830236, "epsilon": 1.2423310976345197, "linear_decay": 1.7066426745412966e-05, "exponential_decay": 2.9790785858891137e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed51":[{"learning_rate": 1.66609925530292e-07, "beta1": 0.9987474377603054, "beta2": 0.9223635880906691, "epsilon": 5.229991727973046e-07, "linear_decay": 4.6562948540871304e-07, "exponential_decay": 0.00016578571549013995}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed510":[{"learning_rate": 0.0038837925710237652, "beta1": 0.9907380576710244, "beta2": 0.6474256964700779, "epsilon": 0.6768795385145925, "linear_decay": 1.6683919890906425e-06, "exponential_decay": 4.926085088348781e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed511":[{"learning_rate": 0.8343301680348347, "beta1": 0.9428196315690756, "beta2": 0.8551362437502394, "epsilon": 2.493214275349174, "linear_decay": 6.803764887806522e-05, "exponential_decay": 1.8834333815932656e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed512":[{"learning_rate": 2.7500486866832773e-05, "beta1": 0.4909745562498665, "beta2": 0.9999884645190565, "epsilon": 2.0613484073795894e-06, "linear_decay": 1.4531356848796062e-06, "exponential_decay": 1.784930533198246e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed513":[{"learning_rate": 1.0780663971826665e-06, "beta1": 0.9815575448937307, "beta2": 0.9997845973216076, "epsilon": 8.878819085580452e-06, "linear_decay": 1.011134803387289e-06, "exponential_decay": 0.00017581114949808674}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed514":[{"learning_rate": 5.425173860477368, "beta1": 0.9929774521007705, "beta2": 0.9999155938587893, "epsilon": 0.10498512501888124, "linear_decay": 3.493987108761174e-05, "exponential_decay": 1.1617768402805476e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed515":[{"learning_rate": 0.0014186217642904286, "beta1": 0.9774015837317257, "beta2": 0.994243305905735, "epsilon": 3.897721164242319e-10, "linear_decay": 3.9126313916264935e-05, "exponential_decay": 1.6956389482121137e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed516":[{"learning_rate": 3.712095874129312, "beta1": 0.9947038768896381, "beta2": 0.9999928988320502, "epsilon": 1.8472056797513985e-07, "linear_decay": 9.398541654801887e-06, "exponential_decay": 0.0003730037717333342}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed517":[{"learning_rate": 0.0007150335485526836, "beta1": 0.6698929906574447, "beta2": 0.9997234261951183, "epsilon": 0.0023741133126134193, "linear_decay": 4.452174820402374e-05, "exponential_decay": 0.00012064965638685932}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed518":[{"learning_rate": 0.005504962625037211, "beta1": 0.9890215235605334, "beta2": 0.9999611236710606, "epsilon": 0.0009407352375629313, "linear_decay": 6.488367349978426e-05, "exponential_decay": 2.5871790131814573e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed519":[{"learning_rate": 2.3156117169391536e-07, "beta1": 0.9628997342484092, "beta2": 0.9999161894642393, "epsilon": 19.6830279656053, "linear_decay": 7.220620494761117e-07, "exponential_decay": 6.059564910047744e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed52":[{"learning_rate": 7.735507898756523e-06, "beta1": 0.9995293281153591, "beta2": 0.5456800246037108, "epsilon": 8.1185161609607e-06, "linear_decay": 7.388488617884658e-07, "exponential_decay": 3.406519236267246e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed520":[{"learning_rate": 0.10616307401855674, "beta1": 0.9982838276195276, "beta2": 0.9998026209593952, "epsilon": 0.9409145903229066, "linear_decay": 4.2204114740639796e-07, "exponential_decay": 1.6938436852227437e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed521":[{"learning_rate": 0.06573344816753444, "beta1": 0.9995810521581651, "beta2": 0.9999471214566629, "epsilon": 1.8896110644570674e-06, "linear_decay": 6.080560742987912e-07, "exponential_decay": 5.8683294449100383e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed522":[{"learning_rate": 3.404379474813893e-08, "beta1": 0.9774607154126128, "beta2": 0.23352758206843516, "epsilon": 7.975683765294604e-05, "linear_decay": 9.144264778679585e-05, "exponential_decay": 3.286524771420255e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed523":[{"learning_rate": 0.00016885350966676954, "beta1": 0.9972464737653968, "beta2": 0.9798132698872211, "epsilon": 1.3138436258072015e-07, "linear_decay": 1.7270638407043288e-07, "exponential_decay": 7.029152258549451e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed524":[{"learning_rate": 1.1997824817760176e-08, "beta1": 0.9996661771568521, "beta2": 0.9998949061829746, "epsilon": 5.026983519193127, "linear_decay": 5.956924602591085e-06, "exponential_decay": 5.708632305175057e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed525":[{"learning_rate": 9.904662082139484e-07, "beta1": 0.8722201753043088, "beta2": 0.8250450927595215, "epsilon": 4.129983427454487e-06, "linear_decay": 1.545037677800969e-07, "exponential_decay": 7.242244941871899e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed526":[{"learning_rate": 0.03795456144223622, "beta1": 0.4801709157847781, "beta2": 0.993429872470371, "epsilon": 19.840277128753662, "linear_decay": 4.0495420804092686e-05, "exponential_decay": 7.925519869806168e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed527":[{"learning_rate": 1.2927110161278946e-06, "beta1": 0.979662989700337, "beta2": 0.9957521945291412, "epsilon": 0.15651394335735994, "linear_decay": 3.1948179639088834e-07, "exponential_decay": 3.184515282333616e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed528":[{"learning_rate": 0.00016676103469441794, "beta1": 0.9577255411847837, "beta2": 0.9337809255753573, "epsilon": 222.49532288520012, "linear_decay": 5.912454465182699e-07, "exponential_decay": 2.751211982635589e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed529":[{"learning_rate": 0.023113441039974307, "beta1": 0.9997339737072662, "beta2": 0.9991667993622312, "epsilon": 0.0005453410376374131, "linear_decay": 5.1889365254974694e-05, "exponential_decay": 1.2264122544329133e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed53":[{"learning_rate": 1.0446170657036318e-08, "beta1": 0.9789557152547451, "beta2": 0.45672199433419014, "epsilon": 1.9202726596613482e-07, "linear_decay": 1.582614949304466e-06, "exponential_decay": 1.629462975664341e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed530":[{"learning_rate": 0.002429064650997907, "beta1": 0.9980957081367715, "beta2": 0.9899342737358003, "epsilon": 12.750860499274417, "linear_decay": 6.906129964177665e-07, "exponential_decay": 3.6983046358451527e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed531":[{"learning_rate": 7.821890067114842e-05, "beta1": 0.9350362909732102, "beta2": 0.9993585056928699, "epsilon": 1.0688341529627125e-06, "linear_decay": 7.051934035952665e-06, "exponential_decay": 3.9986506410054264e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed532":[{"learning_rate": 2.0042064607829955e-06, "beta1": 0.932705156453083, "beta2": 0.9692761472238676, "epsilon": 42.004345162890694, "linear_decay": 7.2986825314999844e-06, "exponential_decay": 0.0009379154707022777}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed533":[{"learning_rate": 0.06539725014192674, "beta1": 0.9998110301877378, "beta2": 0.8880727126918815, "epsilon": 3.416679106652946, "linear_decay": 2.1601499501677876e-05, "exponential_decay": 6.677123920337829e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed534":[{"learning_rate": 0.030921804226118982, "beta1": 0.9983847659666291, "beta2": 0.9999868829656229, "epsilon": 1.242795571404472e-10, "linear_decay": 2.3424721205998257e-05, "exponential_decay": 4.451228175784702e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed535":[{"learning_rate": 1.5218438472455213e-08, "beta1": 0.9996507556012807, "beta2": 0.266790115331468, "epsilon": 1.3378960218634694e-06, "linear_decay": 1.2396405681987736e-07, "exponential_decay": 0.0002525301871592081}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed536":[{"learning_rate": 0.00026382761000554196, "beta1": 0.9946904374540608, "beta2": 0.9863737974067276, "epsilon": 0.3107263380368112, "linear_decay": 1.2009952862340597e-05, "exponential_decay": 2.0800583141784554e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed537":[{"learning_rate": 1.3330609735996608e-05, "beta1": 0.9012616100654153, "beta2": 0.8622682427428994, "epsilon": 54.9094013446108, "linear_decay": 2.1616505129755794e-07, "exponential_decay": 0.0004311854614299629}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed538":[{"learning_rate": 0.5791811865808236, "beta1": 0.9996601299231828, "beta2": 0.9999979627807911, "epsilon": 1.2434194827768205e-09, "linear_decay": 1.182502030169872e-07, "exponential_decay": 1.5211565994735157e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed539":[{"learning_rate": 0.0011675069791725187, "beta1": 0.07274285458811314, "beta2": 0.9991974184119382, "epsilon": 0.00030399173379358274, "linear_decay": 1.378909437522935e-05, "exponential_decay": 6.477353109318928e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed54":[{"learning_rate": 5.134375722338761e-05, "beta1": 0.8986000655068392, "beta2": 0.8574286750140974, "epsilon": 6.972692376589251, "linear_decay": 3.5469684720004033e-06, "exponential_decay": 8.121746176555988e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed540":[{"learning_rate": 5.507857614143311e-06, "beta1": 0.5312321548838858, "beta2": 0.9999961835585457, "epsilon": 8.05510026442719, "linear_decay": 9.322948352112072e-05, "exponential_decay": 0.0002541625050250678}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed541":[{"learning_rate": 4.213307108739319e-07, "beta1": 0.9781371856172291, "beta2": 0.6627366474587431, "epsilon": 3.3673808538619243e-05, "linear_decay": 1.3319363688853164e-06, "exponential_decay": 4.37425633637318e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed542":[{"learning_rate": 7.907134924086153, "beta1": 0.9954251927655612, "beta2": 0.9967348758268989, "epsilon": 0.21622344809082572, "linear_decay": 1.7874975370696124e-06, "exponential_decay": 0.00032832954371678463}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed543":[{"learning_rate": 2.1948377782554374e-06, "beta1": 0.9945723059475138, "beta2": 0.9999721159541918, "epsilon": 0.21901730896987845, "linear_decay": 2.3993500250079786e-05, "exponential_decay": 0.0004041444883599889}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed544":[{"learning_rate": 0.0016834630049703248, "beta1": 0.9939102938664157, "beta2": 0.9999978044974128, "epsilon": 5.744654221820062e-09, "linear_decay": 2.4703865274284737e-07, "exponential_decay": 7.824083010568198e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed545":[{"learning_rate": 0.07911282039403199, "beta1": 0.9904196559252899, "beta2": 0.9999970635332666, "epsilon": 21.134809944869055, "linear_decay": 9.162056011840151e-06, "exponential_decay": 2.0951073458950092e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed546":[{"learning_rate": 0.00039155839501171455, "beta1": 0.9992069665483413, "beta2": 0.9999079921188883, "epsilon": 409.6033388050713, "linear_decay": 4.462309094344395e-07, "exponential_decay": 0.0006163982481080058}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed547":[{"learning_rate": 1.3263918832386114e-05, "beta1": 0.4749016743200586, "beta2": 0.9999941069423279, "epsilon": 0.10363123099410433, "linear_decay": 5.203547318690413e-06, "exponential_decay": 5.406777795061447e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed548":[{"learning_rate": 2.0738425197901268e-07, "beta1": 0.23147485937858814, "beta2": 0.999020769571722, "epsilon": 4.039316671972017e-10, "linear_decay": 2.40708318955915e-07, "exponential_decay": 2.146716677865246e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed549":[{"learning_rate": 0.0005152433709294539, "beta1": 0.9989170146929116, "beta2": 0.9999987922703871, "epsilon": 1.0254273960659845e-06, "linear_decay": 1.9306398810727774e-06, "exponential_decay": 0.00012400936204261048}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed55":[{"learning_rate": 1.0087353920405773e-05, "beta1": 0.9987818912659195, "beta2": 0.9999984477559153, "epsilon": 1.9279830368026136e-06, "linear_decay": 8.83934882421896e-05, "exponential_decay": 5.125193765206349e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed550":[{"learning_rate": 9.55876342984298, "beta1": 0.7808344375779284, "beta2": 0.9999202440945811, "epsilon": 749.9096256187812, "linear_decay": 5.410966133459177e-06, "exponential_decay": 1.5934103545050396e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed551":[{"learning_rate": 0.1548421571058908, "beta1": 0.9997676770809935, "beta2": 0.9992083158245536, "epsilon": 7.916007224501221e-07, "linear_decay": 2.3694631154917542e-05, "exponential_decay": 2.206283169278357e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed552":[{"learning_rate": 7.030359401048327e-05, "beta1": 0.9897080340162179, "beta2": 0.9999960097816375, "epsilon": 0.07572682608418803, "linear_decay": 2.614071310547238e-05, "exponential_decay": 9.989286931987907e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed553":[{"learning_rate": 2.6951568699587758e-05, "beta1": 0.9997076670366825, "beta2": 0.9784291031409168, "epsilon": 0.5500944067027811, "linear_decay": 3.705754460055096e-07, "exponential_decay": 0.00037137530507794757}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed554":[{"learning_rate": 1.179044645415896e-08, "beta1": 0.999804522540123, "beta2": 0.9999810752391403, "epsilon": 83.94492626969787, "linear_decay": 1.8269807056122378e-06, "exponential_decay": 1.130176823240812e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed555":[{"learning_rate": 1.739111447977133e-07, "beta1": 0.991413562649026, "beta2": 0.2838433376278394, "epsilon": 2.1059868617545394e-06, "linear_decay": 5.497263373660201e-07, "exponential_decay": 0.0003883180830347219}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed556":[{"learning_rate": 1.9692728511856024e-08, "beta1": 0.9988010332891404, "beta2": 0.9999390824826273, "epsilon": 258.20339568799176, "linear_decay": 9.067686750624492e-07, "exponential_decay": 0.0006694244008760096}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed557":[{"learning_rate": 0.03323425411997513, "beta1": 0.9964872048442623, "beta2": 0.9999431732204974, "epsilon": 49.02240956063865, "linear_decay": 9.701737202174691e-05, "exponential_decay": 2.9247151324511297e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed558":[{"learning_rate": 0.001134336087506867, "beta1": 0.9899539795426977, "beta2": 0.9997285694011463, "epsilon": 96.50878339994196, "linear_decay": 4.7687287795298946e-06, "exponential_decay": 2.8478959942600545e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed559":[{"learning_rate": 0.19274398678285753, "beta1": 0.9997088358798417, "beta2": 0.9011480032053032, "epsilon": 1.711006218391039e-10, "linear_decay": 2.9866526128265683e-07, "exponential_decay": 1.037863270530274e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed56":[{"learning_rate": 3.1107654422044565e-06, "beta1": 0.9964477985208519, "beta2": 0.3383282571025835, "epsilon": 7.111109983513201e-08, "linear_decay": 2.444656030242766e-05, "exponential_decay": 1.5346202147169886e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed560":[{"learning_rate": 0.1121530853030009, "beta1": 0.9998637702860267, "beta2": 0.9973959441839562, "epsilon": 137.45494236445177, "linear_decay": 3.943180378530866e-06, "exponential_decay": 2.118084616480665e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed561":[{"learning_rate": 2.593396172457776e-07, "beta1": 0.6592658347529661, "beta2": 0.9986686200503899, "epsilon": 403.46876726158484, "linear_decay": 1.7494644947864854e-05, "exponential_decay": 2.5250113937539094e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed562":[{"learning_rate": 3.1864446527769305e-08, "beta1": 0.9867479136994213, "beta2": 0.44591450450489634, "epsilon": 1.2812922875268191, "linear_decay": 9.027161706019449e-07, "exponential_decay": 0.00023655135910722553}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed563":[{"learning_rate": 4.279438143107375e-06, "beta1": 0.9998942536257384, "beta2": 0.997145454788151, "epsilon": 1.116430957632711, "linear_decay": 1.7067198025684685e-07, "exponential_decay": 0.000635932894363432}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed564":[{"learning_rate": 7.484477948383115e-08, "beta1": 0.9985459865429336, "beta2": 0.9932487223995563, "epsilon": 1.5828701742380918e-06, "linear_decay": 3.3293716995856566e-06, "exponential_decay": 0.0005388595744227599}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed565":[{"learning_rate": 0.015080309101130441, "beta1": 0.007895921510607806, "beta2": 0.9999717388905903, "epsilon": 3.490724521498497e-06, "linear_decay": 1.5566190239562407e-07, "exponential_decay": 2.3831105616081164e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed566":[{"learning_rate": 1.6949076467366974e-05, "beta1": 0.3086223618972185, "beta2": 0.9961607424093838, "epsilon": 16.532542728597576, "linear_decay": 3.75778640522646e-05, "exponential_decay": 0.00018904737487717476}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed567":[{"learning_rate": 0.0011726561374565138, "beta1": 0.9852626430021789, "beta2": 0.9999349780736617, "epsilon": 3.130519612524547e-07, "linear_decay": 9.393976139862064e-07, "exponential_decay": 1.0184190130435639e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed568":[{"learning_rate": 0.020283576502252144, "beta1": 0.9934493437606383, "beta2": 0.9999885681736114, "epsilon": 1.6914009258491392e-09, "linear_decay": 5.1831628690472964e-05, "exponential_decay": 1.3790017716174364e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed569":[{"learning_rate": 0.00022012296956560993, "beta1": 0.9952342622875368, "beta2": 0.9999461927795308, "epsilon": 233.9628141284513, "linear_decay": 8.34416809171982e-07, "exponential_decay": 1.818986075944545e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed57":[{"learning_rate": 0.0019178276347267564, "beta1": 0.7014191409827462, "beta2": 0.9368170988659499, "epsilon": 3.4161585210982374e-06, "linear_decay": 1.2239648108643991e-06, "exponential_decay": 0.00012980140974799468}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed570":[{"learning_rate": 2.548130343033189e-05, "beta1": 0.8380088530952031, "beta2": 0.9969368278169054, "epsilon": 0.008603760070200831, "linear_decay": 6.148623706212706e-06, "exponential_decay": 0.0005080391452614463}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed571":[{"learning_rate": 1.6054483217543919e-06, "beta1": 0.9781205652373269, "beta2": 0.9999929692576658, "epsilon": 0.0001921693800427244, "linear_decay": 5.562846147859782e-06, "exponential_decay": 0.00013808451486433862}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed572":[{"learning_rate": 1.8127506659704145e-05, "beta1": 0.0016704496024576576, "beta2": 0.6159910601093515, "epsilon": 2.4258232859108142e-05, "linear_decay": 5.428001195436508e-07, "exponential_decay": 2.524572480066152e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed573":[{"learning_rate": 1.3681188730092493e-05, "beta1": 0.9963959373306258, "beta2": 0.9999099459625871, "epsilon": 3.6600735259146865e-10, "linear_decay": 2.3575796162716514e-06, "exponential_decay": 0.0002128752527713238}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed574":[{"learning_rate": 7.865266770179268, "beta1": 0.9990508612983198, "beta2": 0.9994933438857597, "epsilon": 0.28587917354768577, "linear_decay": 1.4266776816286512e-05, "exponential_decay": 0.0004063868414628324}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed575":[{"learning_rate": 0.006573971897093045, "beta1": 0.9994616230464832, "beta2": 0.9999907341093719, "epsilon": 0.0033307987826535134, "linear_decay": 9.062962138328341e-07, "exponential_decay": 0.00010227774968658992}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed576":[{"learning_rate": 8.46091503734321e-07, "beta1": 0.993541793188948, "beta2": 0.9066981064028736, "epsilon": 0.18560953012398196, "linear_decay": 1.5336902948774613e-06, "exponential_decay": 2.666381461435222e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed577":[{"learning_rate": 0.04318638868717786, "beta1": 0.971456831746893, "beta2": 0.999951736239471, "epsilon": 3.1247254990322796e-05, "linear_decay": 2.2612603413645802e-06, "exponential_decay": 1.704002600923877e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed578":[{"learning_rate": 6.7330895438901705e-06, "beta1": 0.9998501262581697, "beta2": 0.49308300286604523, "epsilon": 157.63487913995166, "linear_decay": 8.31642826651765e-06, "exponential_decay": 7.009478317564899e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed579":[{"learning_rate": 3.7080378124652777, "beta1": 0.9051417529593283, "beta2": 0.9999919255314061, "epsilon": 8.193653748170933e-07, "linear_decay": 6.028066493093779e-07, "exponential_decay": 0.00037114767814706064}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed58":[{"learning_rate": 2.4112098847049583e-05, "beta1": 0.9985529963061072, "beta2": 0.9999975730734307, "epsilon": 8.049876235071604e-06, "linear_decay": 2.862807440766398e-05, "exponential_decay": 5.895904220746982e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed580":[{"learning_rate": 1.2876079002548364e-08, "beta1": 0.9989898435879919, "beta2": 0.9995942243332228, "epsilon": 0.07872882384108933, "linear_decay": 8.318239493603058e-07, "exponential_decay": 0.0002912306100575399}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed581":[{"learning_rate": 1.8500554520342303, "beta1": 0.09851834242938651, "beta2": 0.9999973786531645, "epsilon": 3.078912637049937e-05, "linear_decay": 1.211816703746807e-06, "exponential_decay": 0.000928052882415397}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed582":[{"learning_rate": 5.1910871947041746e-05, "beta1": 0.9993129128288034, "beta2": 0.9996607706577789, "epsilon": 0.00020304486223105513, "linear_decay": 4.729382305931801e-05, "exponential_decay": 1.0011467498107815e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed583":[{"learning_rate": 0.1720636542024919, "beta1": 0.9930174229565055, "beta2": 0.9999973898464277, "epsilon": 2.383938952077105e-08, "linear_decay": 1.2118733138982149e-05, "exponential_decay": 0.00010513489805637837}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed584":[{"learning_rate": 2.358449484305311e-05, "beta1": 0.996298938677383, "beta2": 0.9480923568995164, "epsilon": 0.0001435753540812015, "linear_decay": 6.780750764145641e-07, "exponential_decay": 1.592961215826146e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed585":[{"learning_rate": 8.897940875308198e-05, "beta1": 0.9977864342338726, "beta2": 0.9999290785718434, "epsilon": 1.208399389810781, "linear_decay": 2.734785730917895e-07, "exponential_decay": 5.942295910269272e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed586":[{"learning_rate": 0.4999765283056249, "beta1": 0.5206798865219736, "beta2": 0.9992880371037477, "epsilon": 1.1749600628558914, "linear_decay": 3.974483853227546e-05, "exponential_decay": 1.2552553435462832e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed587":[{"learning_rate": 1.0696069086872705e-05, "beta1": 0.05669939956353853, "beta2": 0.885736225524416, "epsilon": 4.991880322030568e-10, "linear_decay": 1.0023748765643247e-06, "exponential_decay": 0.0007070038732185927}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed588":[{"learning_rate": 4.026001775994011e-06, "beta1": 0.9994730990988299, "beta2": 0.9976847608829474, "epsilon": 67.31938097963369, "linear_decay": 4.355899646973444e-06, "exponential_decay": 0.00040754190722383006}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed589":[{"learning_rate": 1.745677470685136e-06, "beta1": 0.999093964744223, "beta2": 0.9968349169697619, "epsilon": 3.139611105259757, "linear_decay": 1.3758726598882584e-05, "exponential_decay": 2.0592610456567002e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed59":[{"learning_rate": 5.355492087543585e-05, "beta1": 0.9998982817029969, "beta2": 0.9999977840058357, "epsilon": 0.007109970430493635, "linear_decay": 9.669333542370124e-05, "exponential_decay": 8.36685351830542e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed590":[{"learning_rate": 1.387420743588036e-05, "beta1": 0.998058479874956, "beta2": 0.8056932086614454, "epsilon": 3.28634056549592e-06, "linear_decay": 5.346393319613272e-05, "exponential_decay": 1.4905599993127595e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed591":[{"learning_rate": 0.0038324924610607727, "beta1": 0.9998204128392937, "beta2": 0.2776974032794157, "epsilon": 0.11038191685571092, "linear_decay": 7.566602733879283e-05, "exponential_decay": 1.166834571482158e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed592":[{"learning_rate": 0.01439253430969581, "beta1": 0.9994663094221337, "beta2": 0.9997003113351357, "epsilon": 3.2300264824212705e-09, "linear_decay": 1.7085489989886178e-06, "exponential_decay": 3.427881898505429e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed593":[{"learning_rate": 0.018813059286907755, "beta1": 0.3182399725012657, "beta2": 0.9992016117659417, "epsilon": 0.00012830958787329462, "linear_decay": 1.2519562082369496e-06, "exponential_decay": 6.745655342251975e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed594":[{"learning_rate": 1.3603925512938887e-05, "beta1": 0.9967598750640915, "beta2": 0.9999932509713688, "epsilon": 0.0016271777499351173, "linear_decay": 1.8657027113102794e-06, "exponential_decay": 1.9753557613433816e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed595":[{"learning_rate": 0.00015629006948731202, "beta1": 0.9989872390531054, "beta2": 0.9630382641721369, "epsilon": 0.11200195030176338, "linear_decay": 3.736203756180683e-05, "exponential_decay": 5.410616662886828e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed596":[{"learning_rate": 0.46675174099974587, "beta1": 0.9931370351019846, "beta2": 0.99641241205017, "epsilon": 440.25842886090146, "linear_decay": 1.5579628606998778e-06, "exponential_decay": 0.0001651059759665512}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed597":[{"learning_rate": 3.1214584641575005, "beta1": 0.9942643359176051, "beta2": 0.5323631803799751, "epsilon": 2.2283726393388757e-08, "linear_decay": 4.1051703167100995e-07, "exponential_decay": 4.1390953860108035e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed598":[{"learning_rate": 0.004656148866178165, "beta1": 0.9804639039155271, "beta2": 0.8170456172508209, "epsilon": 0.12962074125323111, "linear_decay": 4.151251897043467e-05, "exponential_decay": 0.00014293243431614248}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed599":[{"learning_rate": 2.3782440976707876e-07, "beta1": 0.9871598251201293, "beta2": 0.9999435012231471, "epsilon": 0.009241619028135183, "linear_decay": 1.0101366417256856e-07, "exponential_decay": 0.0002148096879408687}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed6":[{"learning_rate": 0.21844490283330179, "beta1": 0.8780957413010455, "beta2": 0.7524451010410634, "epsilon": 0.4288207303605753, "linear_decay": 7.939626719860098e-05, "exponential_decay": 3.677031228753232e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed60":[{"learning_rate": 3.4295846731108153, "beta1": 0.9697054497944984, "beta2": 0.21764837820699268, "epsilon": 1.046782152971325e-08, "linear_decay": 1.51568997699374e-07, "exponential_decay": 6.444018148889106e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed600":[{"learning_rate": 0.002521381250294192, "beta1": 0.43658960914299894, "beta2": 0.9999910120580965, "epsilon": 0.004839880357832079, "linear_decay": 1.5503358251531076e-07, "exponential_decay": 1.8255860271036435e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed601":[{"learning_rate": 0.2930939488657902, "beta1": 0.9969971767109609, "beta2": 0.9997532266255608, "epsilon": 7.389029595742146e-06, "linear_decay": 6.495456755205883e-07, "exponential_decay": 2.451173697919891e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed602":[{"learning_rate": 0.0019955192508588453, "beta1": 0.9348897681431347, "beta2": 0.9994416656119427, "epsilon": 6.43120265961691e-10, "linear_decay": 2.2600503271549052e-05, "exponential_decay": 4.572060515595782e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed603":[{"learning_rate": 0.0002322620587833619, "beta1": 0.99987575925905, "beta2": 0.9999827038591002, "epsilon": 5.3904137646463886, "linear_decay": 2.2553529203728967e-05, "exponential_decay": 0.0001313653289136264}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed604":[{"learning_rate": 2.31438167514311e-07, "beta1": 0.9838202468724636, "beta2": 0.9491805242373965, "epsilon": 0.04248887896549964, "linear_decay": 1.314342453411037e-05, "exponential_decay": 1.070133996626155e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed605":[{"learning_rate": 6.558554653076435, "beta1": 0.999482421389724, "beta2": 0.9817578688594844, "epsilon": 0.006239842913868161, "linear_decay": 7.1363101059047035e-06, "exponential_decay": 2.4361388842379547e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed606":[{"learning_rate": 0.6811915210516325, "beta1": 0.9996731539995681, "beta2": 0.9219807181315259, "epsilon": 0.010555271503287321, "linear_decay": 4.372313730245721e-05, "exponential_decay": 9.118410624439154e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed607":[{"learning_rate": 0.03568503987078774, "beta1": 0.7365770057166074, "beta2": 0.9999986723558595, "epsilon": 2.259013778746239e-05, "linear_decay": 1.4778986361834921e-06, "exponential_decay": 1.7211274340322234e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed608":[{"learning_rate": 1.0487402932363974, "beta1": 0.9871089781372295, "beta2": 0.608596795062251, "epsilon": 1.9715749426440017, "linear_decay": 3.76165352336515e-05, "exponential_decay": 7.469505964912933e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed609":[{"learning_rate": 0.47413465371194596, "beta1": 0.9998647185066408, "beta2": 0.9999335414443866, "epsilon": 0.0005856035766194607, "linear_decay": 2.028467891623166e-06, "exponential_decay": 0.00033418777132494}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed61":[{"learning_rate": 0.00012495685276860255, "beta1": 0.5371929239110057, "beta2": 0.9999785499527916, "epsilon": 9.739648121734004e-05, "linear_decay": 2.2502591481112865e-06, "exponential_decay": 0.0004938798753656094}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed610":[{"learning_rate": 1.6016687094928954e-05, "beta1": 0.614394091045757, "beta2": 0.999998923469283, "epsilon": 0.0012981093658437249, "linear_decay": 2.4732069476753504e-07, "exponential_decay": 2.9464806360777196e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed611":[{"learning_rate": 2.762475138852514e-07, "beta1": 0.9682152000200118, "beta2": 0.9999776277612016, "epsilon": 1.6686181700890795e-08, "linear_decay": 5.52336884430198e-06, "exponential_decay": 7.806876542340704e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed612":[{"learning_rate": 8.231742953242079e-05, "beta1": 0.9996663917957447, "beta2": 0.9836688573990222, "epsilon": 0.0004305049717487452, "linear_decay": 5.795308980797136e-06, "exponential_decay": 6.762974403068468e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed613":[{"learning_rate": 0.0005805216663283762, "beta1": 0.9995931853275837, "beta2": 0.9997713099565902, "epsilon": 3.4714159189959225e-08, "linear_decay": 3.9123140649418613e-07, "exponential_decay": 0.00034576502673826703}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed614":[{"learning_rate": 6.992649327693488, "beta1": 0.18826433575906087, "beta2": 0.9995129473045408, "epsilon": 2.2091287320685176e-08, "linear_decay": 2.175548500710066e-05, "exponential_decay": 8.666175445818767e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed615":[{"learning_rate": 0.02814777505561163, "beta1": 0.9996801487832259, "beta2": 0.99833417047398, "epsilon": 1.1992212862937906e-05, "linear_decay": 3.4824602394270456e-07, "exponential_decay": 0.0002840811731097826}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed616":[{"learning_rate": 6.255496444149814, "beta1": 0.999899402102537, "beta2": 0.9770448798574327, "epsilon": 8.806035223916792e-06, "linear_decay": 1.856757932230189e-06, "exponential_decay": 2.0227767233535845e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed617":[{"learning_rate": 0.05722901816492899, "beta1": 0.42200324153308644, "beta2": 0.6200890102454434, "epsilon": 1.1918073906159412e-08, "linear_decay": 8.422585203687175e-06, "exponential_decay": 0.0006955368105570279}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed618":[{"learning_rate": 0.16796325629771577, "beta1": 0.8747598892682784, "beta2": 0.9999964085170999, "epsilon": 1.2237617454658818e-05, "linear_decay": 2.8325610833350363e-05, "exponential_decay": 0.00018668298127778537}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed619":[{"learning_rate": 0.13815250244332186, "beta1": 0.9989649400979369, "beta2": 0.9991143544537124, "epsilon": 4.782386875012074e-10, "linear_decay": 4.3182584676090017e-07, "exponential_decay": 1.8176429498603746e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed62":[{"learning_rate": 0.04730665529702066, "beta1": 0.9865405349617612, "beta2": 0.504613036385952, "epsilon": 19.33939584750028, "linear_decay": 3.1380364909132805e-05, "exponential_decay": 0.00019029040029195125}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed620":[{"learning_rate": 1.1051121812437243, "beta1": 0.017260683177252267, "beta2": 0.9999949716579078, "epsilon": 0.00019397208058929256, "linear_decay": 1.5084930847324226e-06, "exponential_decay": 0.0009875722652720196}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed621":[{"learning_rate": 2.676321311649164e-05, "beta1": 0.9991030555915119, "beta2": 0.9999821679297257, "epsilon": 1.3641294423359281e-07, "linear_decay": 6.176113314082774e-05, "exponential_decay": 0.0005600848914480434}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed622":[{"learning_rate": 0.0013038018304418286, "beta1": 0.9997566600038816, "beta2": 0.9911647641721762, "epsilon": 0.020784902113633888, "linear_decay": 4.9395294229942294e-05, "exponential_decay": 1.8144515928594965e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed623":[{"learning_rate": 0.002714749269671854, "beta1": 0.9419148995091762, "beta2": 0.9999138958502994, "epsilon": 1.9041142768477627e-09, "linear_decay": 2.0626013387070958e-05, "exponential_decay": 0.0004846601658685571}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed624":[{"learning_rate": 0.23565107171101873, "beta1": 0.5441059876685119, "beta2": 0.9999839334363683, "epsilon": 1.1035207232592436e-07, "linear_decay": 6.821699552048744e-06, "exponential_decay": 0.0004132862526910931}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed625":[{"learning_rate": 1.731994967472751e-08, "beta1": 0.9851898435210029, "beta2": 0.9943066615742745, "epsilon": 8.14270561120258e-06, "linear_decay": 8.937464366089356e-05, "exponential_decay": 0.0008848472797635943}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed626":[{"learning_rate": 0.5659625894744552, "beta1": 0.997443007152189, "beta2": 0.9999439113661742, "epsilon": 5.1043784993272684e-08, "linear_decay": 4.936961096468031e-05, "exponential_decay": 1.0126897168027075e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed627":[{"learning_rate": 0.010846523125128899, "beta1": 0.2372131716636786, "beta2": 0.9999845859283363, "epsilon": 30.194897342593535, "linear_decay": 2.1113708324190964e-05, "exponential_decay": 3.263727940273039e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed628":[{"learning_rate": 0.26122991279455543, "beta1": 0.9496625929633974, "beta2": 0.999989292210785, "epsilon": 444.832545204184, "linear_decay": 6.675628465003199e-05, "exponential_decay": 1.3085463824517408e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed629":[{"learning_rate": 3.431152099894799e-06, "beta1": 0.6574716276141797, "beta2": 0.9762974743817707, "epsilon": 4.0089570048542955e-10, "linear_decay": 1.6992268256756575e-07, "exponential_decay": 1.8115723517116457e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed63":[{"learning_rate": 1.446333209671786e-08, "beta1": 0.9990784232388069, "beta2": 0.9872572058288736, "epsilon": 0.0005037359869385506, "linear_decay": 2.0980876147133682e-06, "exponential_decay": 7.070736914351704e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed630":[{"learning_rate": 0.0003342848410185892, "beta1": 0.815039160483785, "beta2": 0.9870995424080824, "epsilon": 0.0002958498933451059, "linear_decay": 1.223360082489246e-07, "exponential_decay": 1.7266914866918212e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed631":[{"learning_rate": 2.860205290356378e-06, "beta1": 0.9998385899553034, "beta2": 0.9918825105170188, "epsilon": 2.5267115864088625, "linear_decay": 5.981430447004836e-05, "exponential_decay": 1.8861054963702553e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed632":[{"learning_rate": 0.00045692242607306486, "beta1": 0.9554616447553406, "beta2": 0.9999860654809154, "epsilon": 36.05929069018527, "linear_decay": 5.18095392533799e-07, "exponential_decay": 1.971333880000653e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed633":[{"learning_rate": 0.5870048526766207, "beta1": 0.8509481500837124, "beta2": 0.9999714253430254, "epsilon": 3.615520121163135e-10, "linear_decay": 9.048950212196783e-07, "exponential_decay": 0.0007531387436085995}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed634":[{"learning_rate": 9.024501145519587e-05, "beta1": 0.9989838043805166, "beta2": 0.49611726900600606, "epsilon": 1.743768650234802e-05, "linear_decay": 1.1183681054947125e-05, "exponential_decay": 3.5396764034120157e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed635":[{"learning_rate": 0.07378140032860118, "beta1": 0.9643929120294682, "beta2": 0.9999755590377823, "epsilon": 8.233716419498121e-10, "linear_decay": 9.705584250977704e-05, "exponential_decay": 0.00045055110324120935}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed636":[{"learning_rate": 0.00834742806280116, "beta1": 0.8760195234196237, "beta2": 0.9859178409963268, "epsilon": 1.551765547587484e-07, "linear_decay": 3.2426483259774705e-06, "exponential_decay": 3.820708540217735e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed637":[{"learning_rate": 6.0561517468978906e-05, "beta1": 0.9781512591268119, "beta2": 0.9048811268610816, "epsilon": 0.037327205986744785, "linear_decay": 7.231205973566561e-06, "exponential_decay": 2.3811119812369406e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed638":[{"learning_rate": 0.025339509670166887, "beta1": 0.5428849299867948, "beta2": 0.9935154198344955, "epsilon": 0.00943381663335344, "linear_decay": 5.719026842001581e-07, "exponential_decay": 0.0001545430874512823}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed639":[{"learning_rate": 2.0647490765875377e-06, "beta1": 0.7810590045374362, "beta2": 0.999258284147705, "epsilon": 0.5819647559411771, "linear_decay": 1.0634145768058413e-07, "exponential_decay": 1.332811725178103e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed64":[{"learning_rate": 0.02570101202244889, "beta1": 0.7011107230036383, "beta2": 0.9996841409279693, "epsilon": 0.6943906367727096, "linear_decay": 8.345109680868573e-07, "exponential_decay": 3.356820372562373e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed640":[{"learning_rate": 3.658899858715627e-06, "beta1": 0.9975011611555019, "beta2": 0.999481658093269, "epsilon": 290.0711585558589, "linear_decay": 6.201527843061405e-07, "exponential_decay": 0.00016294809046030656}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed641":[{"learning_rate": 8.384971835725217e-08, "beta1": 0.9967739418591552, "beta2": 0.999961640664009, "epsilon": 1.0451627051928644e-08, "linear_decay": 2.144997533445397e-07, "exponential_decay": 0.00018505952117127465}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed642":[{"learning_rate": 2.2814012366506913e-06, "beta1": 0.746004606713393, "beta2": 0.9999978357691832, "epsilon": 0.15200898237666366, "linear_decay": 1.5200113567913122e-05, "exponential_decay": 9.05967172259286e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed643":[{"learning_rate": 1.999602471958738e-08, "beta1": 0.9814479589991345, "beta2": 0.9983814686143743, "epsilon": 9.555962853651912e-07, "linear_decay": 4.970286154789465e-06, "exponential_decay": 0.0001283814887200799}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed644":[{"learning_rate": 0.0012756087847208663, "beta1": 0.9996675931320127, "beta2": 0.588470826679417, "epsilon": 0.0325550803997586, "linear_decay": 2.0649421899662346e-06, "exponential_decay": 3.953725937175956e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed645":[{"learning_rate": 1.0351431009516295e-05, "beta1": 0.8783481972460543, "beta2": 0.9718537183863163, "epsilon": 0.005870103886429695, "linear_decay": 1.0627937001239368e-06, "exponential_decay": 9.406776938499806e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed646":[{"learning_rate": 9.037865841351392e-08, "beta1": 0.9977844648155236, "beta2": 0.9999761723581334, "epsilon": 12.588095542882032, "linear_decay": 1.0429492123477204e-07, "exponential_decay": 6.1511710504877846e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed647":[{"learning_rate": 1.4505905643713217, "beta1": 0.8957985967422273, "beta2": 0.9814359198815973, "epsilon": 2.2321155923927933e-06, "linear_decay": 1.4046217751039604e-05, "exponential_decay": 3.09343659256926e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed648":[{"learning_rate": 0.0005047111860754691, "beta1": 0.1743689488189304, "beta2": 0.417819481032778, "epsilon": 5.090664276140481e-07, "linear_decay": 5.1239973452459234e-05, "exponential_decay": 1.915822471776384e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed649":[{"learning_rate": 0.08435538082876921, "beta1": 0.9970887207675584, "beta2": 0.8321555867623264, "epsilon": 0.00020949523795633075, "linear_decay": 3.770367768400707e-05, "exponential_decay": 0.0007384525103153874}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed65":[{"learning_rate": 0.002187598887075334, "beta1": 0.9985409479554928, "beta2": 0.9723644246012565, "epsilon": 140.95338761829993, "linear_decay": 1.9923954665740307e-07, "exponential_decay": 0.00024112361216005817}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed650":[{"learning_rate": 0.01439943953051019, "beta1": 0.9996749453923445, "beta2": 0.494755631044664, "epsilon": 4.1005815580041014e-05, "linear_decay": 6.663865501449423e-05, "exponential_decay": 0.00012539417507508727}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed651":[{"learning_rate": 0.0025056852649549804, "beta1": 0.99225095774003, "beta2": 0.9872244239916612, "epsilon": 2.050206102144338e-07, "linear_decay": 5.8947942185851124e-06, "exponential_decay": 1.186802919125063e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed652":[{"learning_rate": 0.0003909072461345845, "beta1": 0.9821822103467457, "beta2": 0.999987691162325, "epsilon": 0.003529840404500116, "linear_decay": 1.095305810771104e-06, "exponential_decay": 0.00018489989781288267}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed653":[{"learning_rate": 6.134693128754545e-08, "beta1": 0.9797414739805632, "beta2": 0.9998293646217187, "epsilon": 607.0529930837564, "linear_decay": 3.173381560950538e-05, "exponential_decay": 4.879795916984583e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed654":[{"learning_rate": 0.0005120051239044442, "beta1": 0.7746207071069249, "beta2": 0.9998361287957678, "epsilon": 42.72218940183335, "linear_decay": 2.3381862817784707e-06, "exponential_decay": 2.2565824864270057e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed655":[{"learning_rate": 3.716559152534858e-05, "beta1": 0.9998240518399166, "beta2": 0.974338989997749, "epsilon": 534.8373309768269, "linear_decay": 2.2404726358605693e-06, "exponential_decay": 1.6614831582042956e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed656":[{"learning_rate": 4.9427642787301704e-05, "beta1": 0.11986749404094232, "beta2": 0.9889829719562788, "epsilon": 5.958389501952761e-05, "linear_decay": 3.283369662542579e-05, "exponential_decay": 1.4397255639608845e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed657":[{"learning_rate": 0.009545676555832215, "beta1": 0.44097750862890606, "beta2": 0.999957644973479, "epsilon": 8.677438422897908e-09, "linear_decay": 9.145696751729575e-05, "exponential_decay": 6.055392991437417e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed658":[{"learning_rate": 3.049568199554787e-08, "beta1": 0.9910857396505556, "beta2": 0.998570183046388, "epsilon": 5.8055906084835e-07, "linear_decay": 4.575018520455735e-07, "exponential_decay": 2.334240291566811e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed659":[{"learning_rate": 0.6809508850559707, "beta1": 0.9923741529375233, "beta2": 0.9997461527985376, "epsilon": 4.778161771621853e-06, "linear_decay": 4.7068477100904284e-07, "exponential_decay": 8.070146348149163e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed66":[{"learning_rate": 9.470231883728292, "beta1": 0.9832590888728918, "beta2": 0.8528306079441377, "epsilon": 2.608334855505347e-10, "linear_decay": 1.7414108448425322e-06, "exponential_decay": 9.333118396077143e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed660":[{"learning_rate": 2.729189690979479, "beta1": 0.9959169393985077, "beta2": 0.999995680798833, "epsilon": 0.0002972436815492121, "linear_decay": 1.5286391403056053e-05, "exponential_decay": 3.957516797955674e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed661":[{"learning_rate": 2.0941107706316548e-07, "beta1": 0.9998719701791559, "beta2": 0.9080148602689865, "epsilon": 690.7166272165492, "linear_decay": 3.830531528678774e-06, "exponential_decay": 0.0007358102399394474}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed662":[{"learning_rate": 0.056224557454875125, "beta1": 0.9039414644165843, "beta2": 0.9999899545734781, "epsilon": 2.604742258440144e-10, "linear_decay": 1.3235931791149237e-05, "exponential_decay": 5.445330445681455e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed663":[{"learning_rate": 0.9066284150345371, "beta1": 0.9987552776812687, "beta2": 0.9396163135707652, "epsilon": 0.07325202402725291, "linear_decay": 1.2964601119776006e-06, "exponential_decay": 1.9076562722353e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed664":[{"learning_rate": 0.0020556348215616414, "beta1": 0.9993596580391801, "beta2": 0.9970123092657842, "epsilon": 3.6994817368994925e-07, "linear_decay": 2.6396064628292046e-05, "exponential_decay": 0.000397681211173558}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed665":[{"learning_rate": 2.9239780602128622e-08, "beta1": 0.6024857648492179, "beta2": 0.999998627914653, "epsilon": 1.1958894246839586e-06, "linear_decay": 2.625980116661838e-07, "exponential_decay": 0.00044075508955916974}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed666":[{"learning_rate": 0.0886513318622012, "beta1": 0.9489635942725216, "beta2": 0.9874894535481553, "epsilon": 0.0037243221308647227, "linear_decay": 6.15697541308994e-07, "exponential_decay": 3.5832299937224985e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed667":[{"learning_rate": 7.65148862232699e-06, "beta1": 0.9158363150860445, "beta2": 0.4090885560974189, "epsilon": 1.8032898839214794e-08, "linear_decay": 9.855896810204342e-05, "exponential_decay": 5.672166874167911e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed668":[{"learning_rate": 0.005296789176200967, "beta1": 0.8383248276786145, "beta2": 0.9883222206459762, "epsilon": 0.007705807576651883, "linear_decay": 1.9321053490615674e-05, "exponential_decay": 0.00017652737430890906}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed669":[{"learning_rate": 1.0438975862358386, "beta1": 0.24542182994248152, "beta2": 0.9996786936620612, "epsilon": 4.640002944286366e-06, "linear_decay": 4.1328051349009864e-05, "exponential_decay": 0.00016486257509495107}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed67":[{"learning_rate": 0.00035769339744444483, "beta1": 0.9998662138465322, "beta2": 0.9998497893380833, "epsilon": 4.564004491276345, "linear_decay": 1.8709972962510635e-05, "exponential_decay": 1.030253775619462e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed670":[{"learning_rate": 0.5443216557870364, "beta1": 0.9992150770792825, "beta2": 0.9833941946743839, "epsilon": 0.0015745674437190073, "linear_decay": 3.1706246862646696e-07, "exponential_decay": 2.9813831002552915e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed671":[{"learning_rate": 0.1054285394943865, "beta1": 0.8730462336969997, "beta2": 0.9713703124380905, "epsilon": 0.34854079351632566, "linear_decay": 1.8231240468232431e-06, "exponential_decay": 4.1748814423679594e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed672":[{"learning_rate": 4.185380885996245e-05, "beta1": 0.9854150276523618, "beta2": 0.9999854824933059, "epsilon": 3.077563637824851e-09, "linear_decay": 2.784680293372569e-05, "exponential_decay": 8.408449419066721e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed673":[{"learning_rate": 3.321734243867357e-05, "beta1": 0.8795955190389216, "beta2": 0.9999695582595992, "epsilon": 2.9999566445181384e-08, "linear_decay": 1.874032845958772e-07, "exponential_decay": 0.00019732071824157265}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed674":[{"learning_rate": 6.947308096476487e-05, "beta1": 0.968238275222829, "beta2": 0.9949256385362086, "epsilon": 208.54993361852934, "linear_decay": 5.160717105554891e-07, "exponential_decay": 3.6606875092130396e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed675":[{"learning_rate": 4.818487073541831e-08, "beta1": 0.948061202955524, "beta2": 0.9023731581478746, "epsilon": 746.6279321403675, "linear_decay": 4.8223319729623076e-05, "exponential_decay": 1.3594619115973254e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed676":[{"learning_rate": 0.00012898070133621168, "beta1": 0.8907962452064189, "beta2": 0.9996827310823431, "epsilon": 733.3324096638714, "linear_decay": 5.8460859666469485e-06, "exponential_decay": 0.0005021346574283488}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed677":[{"learning_rate": 2.4122285185975854e-06, "beta1": 0.1532270152240699, "beta2": 0.9993043582278494, "epsilon": 0.4631697783585026, "linear_decay": 6.330137638359172e-05, "exponential_decay": 5.344945114763432e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed678":[{"learning_rate": 2.5454288516268606e-08, "beta1": 0.8734140379725962, "beta2": 0.9905194377868276, "epsilon": 5.611737403188755e-08, "linear_decay": 4.276769016921702e-07, "exponential_decay": 0.00031545414721848215}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed679":[{"learning_rate": 7.190933620440511, "beta1": 0.9987457012447274, "beta2": 0.999974527715503, "epsilon": 1.4002825167451496e-06, "linear_decay": 1.4183189914216417e-05, "exponential_decay": 0.00022009114149991796}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed68":[{"learning_rate": 0.010582721140782, "beta1": 0.9975947467780012, "beta2": 0.9973432037046385, "epsilon": 2.1606134170860466e-09, "linear_decay": 2.7625444563522735e-06, "exponential_decay": 3.4547719200629377e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed680":[{"learning_rate": 4.4987048828317516e-08, "beta1": 0.9805259434214632, "beta2": 0.999988803861594, "epsilon": 407.75531061690106, "linear_decay": 2.3676002921462431e-07, "exponential_decay": 1.4493734760309121e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed681":[{"learning_rate": 0.01540942340701592, "beta1": 0.9974369276115809, "beta2": 0.9999688041310899, "epsilon": 2.354987870913238e-10, "linear_decay": 1.1186602470764101e-05, "exponential_decay": 9.702149797248636e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed682":[{"learning_rate": 1.5503523759134906e-05, "beta1": 0.9861799911581759, "beta2": 0.9999836591901151, "epsilon": 0.3449416844305086, "linear_decay": 2.9157470685774033e-05, "exponential_decay": 0.0003264018426472235}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed683":[{"learning_rate": 1.7587288883302086, "beta1": 0.9991105113332169, "beta2": 0.9999983355224807, "epsilon": 7.246028296856931e-09, "linear_decay": 8.818875066716277e-07, "exponential_decay": 4.7944354613547416e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed684":[{"learning_rate": 0.003203658777101834, "beta1": 0.9975394906141367, "beta2": 0.9537432303279161, "epsilon": 2.8298383461081732e-09, "linear_decay": 1.2163383722950113e-05, "exponential_decay": 3.6141085216508543e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed685":[{"learning_rate": 1.1265679578375147, "beta1": 0.9973039913103267, "beta2": 0.9958250806523202, "epsilon": 0.05852200519941266, "linear_decay": 2.2409870097692952e-06, "exponential_decay": 2.739656450885701e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed686":[{"learning_rate": 1.217234373734392e-06, "beta1": 0.27755242758504994, "beta2": 0.9860487765430175, "epsilon": 14.52542999848805, "linear_decay": 2.4974325169187964e-07, "exponential_decay": 2.9947671310713884e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed687":[{"learning_rate": 1.8014527701568163e-07, "beta1": 0.924536000048655, "beta2": 0.2953782373521775, "epsilon": 109.67186308464306, "linear_decay": 1.3710826282276164e-06, "exponential_decay": 0.000912170424921255}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed688":[{"learning_rate": 0.28459381955699475, "beta1": 0.9619727893811394, "beta2": 0.8997234629737536, "epsilon": 2.3241579676546e-09, "linear_decay": 7.641308228887671e-05, "exponential_decay": 1.2807333228013818e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed689":[{"learning_rate": 0.6888750360948335, "beta1": 0.9414008810158442, "beta2": 0.9889432087904378, "epsilon": 0.00020249788077827304, "linear_decay": 2.3818503662487165e-07, "exponential_decay": 0.0005937074320407122}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed69":[{"learning_rate": 0.030066602960373324, "beta1": 0.8814460070224664, "beta2": 0.9999746249485447, "epsilon": 0.5402905233996538, "linear_decay": 2.43878586785632e-07, "exponential_decay": 1.9657362499851857e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed690":[{"learning_rate": 6.8266311828038874e-06, "beta1": 0.9996594309753577, "beta2": 0.9990160380728518, "epsilon": 0.015203437573651767, "linear_decay": 9.906365420865535e-07, "exponential_decay": 2.3760041330328594e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed691":[{"learning_rate": 6.302363447091203e-05, "beta1": 0.9991408359883908, "beta2": 0.999264722642758, "epsilon": 2.810742741030207e-10, "linear_decay": 7.914777668565117e-06, "exponential_decay": 0.00019094296106380288}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed692":[{"learning_rate": 3.447936236236595, "beta1": 0.9895324660288107, "beta2": 0.9999977723374719, "epsilon": 3.106083975726174e-08, "linear_decay": 3.971164807737527e-06, "exponential_decay": 5.22305355411346e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed693":[{"learning_rate": 6.111402876352124e-08, "beta1": 0.9111012951282597, "beta2": 0.5012865086701386, "epsilon": 5.390776246707998e-09, "linear_decay": 1.239898311474051e-07, "exponential_decay": 5.002713366007284e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed694":[{"learning_rate": 0.013862359757399053, "beta1": 0.9895212440163297, "beta2": 0.9986306785609876, "epsilon": 22.34394601251832, "linear_decay": 2.3928707536627985e-05, "exponential_decay": 0.0002361158449380225}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed695":[{"learning_rate": 0.0009970544418381744, "beta1": 0.9800834321617767, "beta2": 0.11728940571733182, "epsilon": 8.775622895449567e-10, "linear_decay": 6.797513035469562e-05, "exponential_decay": 0.00027163036662524923}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed696":[{"learning_rate": 4.317335588611942e-08, "beta1": 0.999892992120612, "beta2": 0.9999615837498388, "epsilon": 0.17055023256461974, "linear_decay": 1.8945516214142367e-07, "exponential_decay": 0.0009682819999133207}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed697":[{"learning_rate": 1.2798680412555275e-08, "beta1": 0.9314769783443526, "beta2": 0.4491889840927705, "epsilon": 0.055489593495073396, "linear_decay": 6.424734224988655e-06, "exponential_decay": 6.500463033941399e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed698":[{"learning_rate": 0.08279902651322484, "beta1": 0.6974304374169227, "beta2": 0.999633251673931, "epsilon": 9.32971151264583, "linear_decay": 3.1444183493901547e-07, "exponential_decay": 2.3508552364809322e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed699":[{"learning_rate": 7.414777912777675e-06, "beta1": 0.9998005748634626, "beta2": 0.9860752488421586, "epsilon": 2.32594599052356e-08, "linear_decay": 1.2433760600372417e-06, "exponential_decay": 4.4675312077302155e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed7":[{"learning_rate": 5.192700605534906e-06, "beta1": 0.5435549058910211, "beta2": 0.9999930347478195, "epsilon": 63.30386695363475, "linear_decay": 1.6482739235567008e-07, "exponential_decay": 8.841563142808454e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed70":[{"learning_rate": 0.00013243857705079774, "beta1": 0.3874588384478018, "beta2": 0.9999377110460619, "epsilon": 0.0002731538324931875, "linear_decay": 3.8756505873649956e-05, "exponential_decay": 8.442210062713763e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed700":[{"learning_rate": 1.5613589816807367, "beta1": 0.9994403060061808, "beta2": 0.09101654672572523, "epsilon": 4.210910827941515, "linear_decay": 1.0594747147810504e-07, "exponential_decay": 6.137662870124754e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed701":[{"learning_rate": 4.014603441329511e-06, "beta1": 0.997373973405806, "beta2": 0.9999633863710539, "epsilon": 0.00013960545807655946, "linear_decay": 8.775707222712213e-05, "exponential_decay": 7.878662275449255e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed702":[{"learning_rate": 3.539756849302695e-07, "beta1": 0.9549140626195353, "beta2": 0.887115557300935, "epsilon": 779.837306566786, "linear_decay": 3.775845697946332e-06, "exponential_decay": 1.3713074255697806e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed703":[{"learning_rate": 0.0010059446453335363, "beta1": 0.8139783808010652, "beta2": 0.9999985896269566, "epsilon": 0.4758207886441226, "linear_decay": 5.709624952186265e-06, "exponential_decay": 0.0004351315241736866}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed704":[{"learning_rate": 0.0002493016272898383, "beta1": 0.9250658407508667, "beta2": 0.9911040180913723, "epsilon": 0.7811861861344073, "linear_decay": 1.036206699916293e-06, "exponential_decay": 0.0004506423387659633}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed705":[{"learning_rate": 0.039830308118027284, "beta1": 0.332792491148451, "beta2": 0.9949297747053105, "epsilon": 0.003951146387004584, "linear_decay": 3.4550543303176014e-05, "exponential_decay": 8.495978176731045e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed706":[{"learning_rate": 0.1701968157245094, "beta1": 0.9998052573985916, "beta2": 0.9998730340648239, "epsilon": 904.4449627085899, "linear_decay": 1.7552468361613972e-05, "exponential_decay": 0.00017670892039864416}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed707":[{"learning_rate": 0.0002734756896053054, "beta1": 0.795346762201174, "beta2": 0.9999932931193293, "epsilon": 0.010092945028038935, "linear_decay": 7.965947932293641e-07, "exponential_decay": 5.8368255593581375e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed708":[{"learning_rate": 0.0002823617345678284, "beta1": 0.8216166363445869, "beta2": 0.9996587667534007, "epsilon": 215.74974018543725, "linear_decay": 4.9364020844376765e-05, "exponential_decay": 2.0742938727472524e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed709":[{"learning_rate": 0.03713820842677092, "beta1": 0.7394350519973762, "beta2": 0.986825905627482, "epsilon": 1.5404053243214956e-07, "linear_decay": 1.7536386264641347e-07, "exponential_decay": 0.0005613506044412921}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed71":[{"learning_rate": 0.1631059771021997, "beta1": 0.8874836211601886, "beta2": 0.832061683436497, "epsilon": 0.012528949509337112, "linear_decay": 7.592805624444934e-06, "exponential_decay": 1.4534251985547447e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed710":[{"learning_rate": 0.0007841307717158752, "beta1": 0.5827362404807901, "beta2": 0.9993854991028404, "epsilon": 34.456731470849746, "linear_decay": 1.053352174538511e-05, "exponential_decay": 0.00046606485831120767}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed711":[{"learning_rate": 1.2363197980637608e-06, "beta1": 0.9995053382846405, "beta2": 0.9957097849375262, "epsilon": 0.001609774881595385, "linear_decay": 4.111568131279098e-07, "exponential_decay": 2.6351745022992025e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed712":[{"learning_rate": 7.2224350983023346e-06, "beta1": 0.9987620729572482, "beta2": 0.9767803544935035, "epsilon": 1.7251615199511362e-08, "linear_decay": 8.376411008701785e-06, "exponential_decay": 0.0002566736980538311}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed713":[{"learning_rate": 0.00010600892753955172, "beta1": 0.9727972134927604, "beta2": 0.999964456475425, "epsilon": 0.5058907031158717, "linear_decay": 1.0186885989091456e-05, "exponential_decay": 4.24166560422367e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed714":[{"learning_rate": 3.6679795224319427e-06, "beta1": 0.9994865947197485, "beta2": 0.9999983020270831, "epsilon": 1.3602935818246497e-06, "linear_decay": 5.20279891544902e-06, "exponential_decay": 3.2335448344638673e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed715":[{"learning_rate": 2.3235557773920993e-07, "beta1": 0.9998448031671687, "beta2": 0.9999950671678098, "epsilon": 2.875312424130124e-07, "linear_decay": 2.0507232499519043e-07, "exponential_decay": 9.867239609967017e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed716":[{"learning_rate": 3.9211410387599985e-08, "beta1": 0.9873829762022379, "beta2": 0.998762262227889, "epsilon": 8.604040161345063, "linear_decay": 6.79255683508897e-06, "exponential_decay": 9.654756203617244e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed717":[{"learning_rate": 1.6229813380912052e-05, "beta1": 0.9918369438660286, "beta2": 0.9999586632966742, "epsilon": 0.0003710196905589732, "linear_decay": 7.563051934950909e-06, "exponential_decay": 3.4351717877826876e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed718":[{"learning_rate": 0.2892220542537768, "beta1": 0.9965028843054923, "beta2": 0.9999984480999513, "epsilon": 1.1700039391668441e-09, "linear_decay": 4.0264811797789614e-05, "exponential_decay": 1.8919664598452294e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed719":[{"learning_rate": 9.075787825674584e-06, "beta1": 0.9998470525814691, "beta2": 0.9407129571312507, "epsilon": 1.8855722296413886e-09, "linear_decay": 2.989593377821667e-07, "exponential_decay": 2.33531961791085e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed72":[{"learning_rate": 1.628727776081525e-05, "beta1": 0.9996107815832601, "beta2": 0.9999947676426216, "epsilon": 0.10696440594764943, "linear_decay": 1.2466513436161168e-06, "exponential_decay": 2.1616355852012923e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed720":[{"learning_rate": 0.0005404550010246931, "beta1": 0.987994160930901, "beta2": 0.953266465414997, "epsilon": 1.256805989216247e-07, "linear_decay": 3.513029558582201e-06, "exponential_decay": 8.121203018440613e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed721":[{"learning_rate": 2.0316613379627472e-05, "beta1": 0.7766546419011855, "beta2": 0.9999966947956224, "epsilon": 6.962669807023233e-07, "linear_decay": 2.6768021929153977e-07, "exponential_decay": 0.0005816311400463026}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed722":[{"learning_rate": 1.3054576863989153e-06, "beta1": 0.8940126577884062, "beta2": 0.9999313496116907, "epsilon": 6.10042555672754e-05, "linear_decay": 8.442571217376998e-06, "exponential_decay": 8.134450501066912e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed723":[{"learning_rate": 0.0003893253264207057, "beta1": 0.9737017792583718, "beta2": 0.9959874884208304, "epsilon": 1.0331072706361956e-10, "linear_decay": 6.438928525299989e-07, "exponential_decay": 3.0240912546131333e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed724":[{"learning_rate": 3.7463392590393467, "beta1": 0.7855782295850815, "beta2": 0.9999973312410879, "epsilon": 2.588012917275732e-06, "linear_decay": 6.266124357141429e-07, "exponential_decay": 0.0005217885129998245}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed725":[{"learning_rate": 0.03779603670475193, "beta1": 0.7605402361786713, "beta2": 0.9998485371220066, "epsilon": 0.0011945129149060953, "linear_decay": 2.300767844165507e-06, "exponential_decay": 2.8043033990219245e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed726":[{"learning_rate": 9.003460227612383e-06, "beta1": 0.9988095841689523, "beta2": 0.969387961745673, "epsilon": 2.5508055460483496, "linear_decay": 2.0106661144990904e-05, "exponential_decay": 2.7541272998489062e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed727":[{"learning_rate": 0.01099284173945797, "beta1": 0.99876610042349, "beta2": 0.9735196463226192, "epsilon": 117.73137594505603, "linear_decay": 1.5652509093262567e-06, "exponential_decay": 1.2906780445979227e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed728":[{"learning_rate": 0.00023128028487341538, "beta1": 0.9867596966322169, "beta2": 0.9999763839248433, "epsilon": 2.809485398646884e-06, "linear_decay": 8.507094610410802e-05, "exponential_decay": 3.395995496457963e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed729":[{"learning_rate": 0.03891838826987288, "beta1": 0.8651465122835562, "beta2": 0.9826486235709668, "epsilon": 2.3038409918260248e-10, "linear_decay": 3.557765726256779e-07, "exponential_decay": 0.00021692669141853063}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed73":[{"learning_rate": 5.3472186349235283e-05, "beta1": 0.9985219302559052, "beta2": 0.9999622712869909, "epsilon": 2.2198054182738494e-07, "linear_decay": 1.2589027418974024e-07, "exponential_decay": 9.218711332352426e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed730":[{"learning_rate": 6.19561473951644e-08, "beta1": 0.9886609018060536, "beta2": 0.9999986606079809, "epsilon": 414.9199413837416, "linear_decay": 1.6118011548792993e-05, "exponential_decay": 0.0001612144795895761}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed731":[{"learning_rate": 1.6458971094334043e-06, "beta1": 0.994389629061367, "beta2": 0.9999983474879197, "epsilon": 0.08516848299105445, "linear_decay": 7.319130285729257e-06, "exponential_decay": 0.00014420731866676036}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed732":[{"learning_rate": 0.9576346949713803, "beta1": 0.9835152111803175, "beta2": 0.9998075982839608, "epsilon": 4.8443721910299614e-06, "linear_decay": 4.455045286862569e-07, "exponential_decay": 4.649359922944715e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed733":[{"learning_rate": 4.1746537591571915e-05, "beta1": 0.9987001093837151, "beta2": 0.9996672988988712, "epsilon": 13.032723697427674, "linear_decay": 1.4141133240684913e-05, "exponential_decay": 1.0988984920814628e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed734":[{"learning_rate": 3.814784154503748e-06, "beta1": 0.9974476523690982, "beta2": 0.9999809735899639, "epsilon": 1.02401221164903e-05, "linear_decay": 8.863749583569512e-06, "exponential_decay": 2.8088475220722116e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed735":[{"learning_rate": 3.053490708593412e-05, "beta1": 0.9924343049792576, "beta2": 0.9825311897732042, "epsilon": 77.69149522986955, "linear_decay": 2.8880900160236465e-05, "exponential_decay": 4.256329214093375e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed736":[{"learning_rate": 0.001747060975567806, "beta1": 0.9951942890326106, "beta2": 0.9999058176364926, "epsilon": 1.9301111753971558e-10, "linear_decay": 2.82275148563876e-06, "exponential_decay": 8.6685423315651e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed737":[{"learning_rate": 0.21538757060502067, "beta1": 0.9878386183481096, "beta2": 0.9959496980928421, "epsilon": 0.0003023064442097475, "linear_decay": 3.994095468980786e-05, "exponential_decay": 1.2519827580695779e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed738":[{"learning_rate": 0.0333247725458337, "beta1": 0.8219849419690058, "beta2": 0.9917935788042959, "epsilon": 1.4010472538403388e-06, "linear_decay": 6.782382462577953e-06, "exponential_decay": 6.453214951205264e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed739":[{"learning_rate": 0.2324790715997854, "beta1": 0.9947409029812972, "beta2": 0.9980803315972453, "epsilon": 1.603470239465152e-06, "linear_decay": 1.6868412712005336e-07, "exponential_decay": 3.513245793042414e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed74":[{"learning_rate": 3.6478323646179733e-07, "beta1": 0.9907478274110779, "beta2": 0.9999500212305378, "epsilon": 29.71154711454578, "linear_decay": 3.239346647660545e-05, "exponential_decay": 7.401616750993706e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed740":[{"learning_rate": 0.0004558367045911074, "beta1": 0.8116533462527387, "beta2": 0.9999941973098672, "epsilon": 0.3160539782153975, "linear_decay": 2.740438177723668e-06, "exponential_decay": 0.00022111522519615448}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed741":[{"learning_rate": 6.131758865602538e-07, "beta1": 0.3892583304174262, "beta2": 0.9999960200444861, "epsilon": 443.43822916222, "linear_decay": 8.780112215675797e-05, "exponential_decay": 7.471934576432683e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed742":[{"learning_rate": 0.004145030600949978, "beta1": 0.12065513225733249, "beta2": 0.9989133329527707, "epsilon": 1.3520984571318127e-09, "linear_decay": 2.579882847663857e-07, "exponential_decay": 0.0005648966704417414}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed743":[{"learning_rate": 6.936290419348544e-08, "beta1": 0.8678782803689751, "beta2": 0.9999924888739009, "epsilon": 8.264864817466753e-05, "linear_decay": 3.037090464002552e-07, "exponential_decay": 0.00029595130232402706}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed744":[{"learning_rate": 0.0016361330544557315, "beta1": 0.9881342461703398, "beta2": 0.9978075529452628, "epsilon": 1.5618926545547305, "linear_decay": 3.10809861139582e-05, "exponential_decay": 0.0005544391903871627}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed745":[{"learning_rate": 0.01311157841469002, "beta1": 0.9995543363156679, "beta2": 0.5733489612879075, "epsilon": 0.029925068356603763, "linear_decay": 3.527683531161467e-06, "exponential_decay": 3.603422005572151e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed746":[{"learning_rate": 4.6995457526961394e-07, "beta1": 0.01679906689280053, "beta2": 0.9996359194489268, "epsilon": 0.0008522715625140279, "linear_decay": 1.3625779599971114e-06, "exponential_decay": 0.00021172499029223035}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed747":[{"learning_rate": 0.10063673457521288, "beta1": 0.8055667521762913, "beta2": 0.9999855527207059, "epsilon": 343.0062505827913, "linear_decay": 7.040029783029752e-06, "exponential_decay": 0.00017458178713375492}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed748":[{"learning_rate": 9.88646190722507e-05, "beta1": 0.9916236555659972, "beta2": 0.9999970137495279, "epsilon": 62.11815580296172, "linear_decay": 3.0688689151264807e-07, "exponential_decay": 0.00034771360279653993}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed749":[{"learning_rate": 0.0002430122390348776, "beta1": 0.9929155033211952, "beta2": 0.9995758302556706, "epsilon": 4.595869775895291e-05, "linear_decay": 1.135345143065e-05, "exponential_decay": 2.2882526795449214e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed75":[{"learning_rate": 0.0006938672130756633, "beta1": 0.9904914605055496, "beta2": 0.9059604462573372, "epsilon": 7.386221154824201e-10, "linear_decay": 1.0890497420987546e-06, "exponential_decay": 5.429960232606118e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed750":[{"learning_rate": 0.00968625127944465, "beta1": 0.7227368585354237, "beta2": 0.934200279260646, "epsilon": 3.515089199243966e-10, "linear_decay": 2.4870350586494657e-05, "exponential_decay": 1.7282679665148287e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed751":[{"learning_rate": 0.04586040507919894, "beta1": 0.9998465608955499, "beta2": 0.9999416862874645, "epsilon": 0.2983799239025072, "linear_decay": 1.1183729946123568e-05, "exponential_decay": 0.00014885752132634018}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed752":[{"learning_rate": 0.0009250125510331765, "beta1": 0.999865957649044, "beta2": 0.9947453817923646, "epsilon": 0.024265497795537286, "linear_decay": 3.3507310792917657e-06, "exponential_decay": 0.00015309243050791856}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed753":[{"learning_rate": 3.080857839204953, "beta1": 0.9997830980315261, "beta2": 0.9944145380395186, "epsilon": 26.7779152587304, "linear_decay": 3.1666689189873074e-07, "exponential_decay": 4.723404564050093e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed754":[{"learning_rate": 6.348060366764543e-06, "beta1": 0.9897012403929091, "beta2": 0.9782718171456412, "epsilon": 22.78578056131619, "linear_decay": 1.4983353605351504e-06, "exponential_decay": 0.0002521442524525927}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed755":[{"learning_rate": 1.7115692560494224e-07, "beta1": 0.9998805148262401, "beta2": 0.9954942895039616, "epsilon": 0.00019525688512127853, "linear_decay": 4.331475903739723e-06, "exponential_decay": 1.2434734746447921e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed756":[{"learning_rate": 0.0009078567633320879, "beta1": 0.995995936419214, "beta2": 0.9974227712471185, "epsilon": 5.53751391891981e-09, "linear_decay": 6.31039437298957e-07, "exponential_decay": 7.225427995573588e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed757":[{"learning_rate": 6.541011567490502e-05, "beta1": 0.9139678293527694, "beta2": 0.952369848338245, "epsilon": 4.634896622457166e-08, "linear_decay": 5.347492506000559e-06, "exponential_decay": 0.00011007186758731312}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed758":[{"learning_rate": 6.425186947334463e-06, "beta1": 0.9997723737795113, "beta2": 0.9999987498851248, "epsilon": 1.316664806175278e-07, "linear_decay": 2.015799486558311e-05, "exponential_decay": 3.6995477884386517e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed759":[{"learning_rate": 1.4808059388942764e-08, "beta1": 0.9998953142888387, "beta2": 0.7800848553265269, "epsilon": 2.171797593629171e-08, "linear_decay": 2.1527653714592712e-06, "exponential_decay": 0.0004911171927712158}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed76":[{"learning_rate": 0.0006606443837332475, "beta1": 0.8843709019660819, "beta2": 0.9999953605460608, "epsilon": 0.0009279103520939999, "linear_decay": 1.5756626662427225e-06, "exponential_decay": 0.0007266802110609931}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed760":[{"learning_rate": 0.20745369086578175, "beta1": 0.9746078390167727, "beta2": 0.9999986448100239, "epsilon": 8.52870494925495e-07, "linear_decay": 1.7086438089244364e-06, "exponential_decay": 4.5517720114997295e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed761":[{"learning_rate": 0.000138357341157276, "beta1": 0.9878383986075349, "beta2": 0.47742817608543353, "epsilon": 2.121412054047462e-09, "linear_decay": 2.957237138603072e-05, "exponential_decay": 9.056655556290095e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed762":[{"learning_rate": 2.643651213821041e-06, "beta1": 0.9977975480871157, "beta2": 0.9909007255461642, "epsilon": 0.4857942278777497, "linear_decay": 1.1094230532590758e-06, "exponential_decay": 0.0009574125935747445}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed763":[{"learning_rate": 3.5814121588047125e-05, "beta1": 0.9275092165661272, "beta2": 0.9983798389263999, "epsilon": 15.380626985109114, "linear_decay": 2.220843945264095e-06, "exponential_decay": 0.00016330249600593678}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed764":[{"learning_rate": 4.652113107545668e-06, "beta1": 0.910973376017032, "beta2": 0.9991205796488215, "epsilon": 4.593615604209595, "linear_decay": 7.354634445704193e-05, "exponential_decay": 2.9369607777023706e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed765":[{"learning_rate": 0.0009292510988815097, "beta1": 0.9408794998149242, "beta2": 0.9735538387035126, "epsilon": 2.869632707233598e-07, "linear_decay": 1.244776845949233e-05, "exponential_decay": 3.216223697701772e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed766":[{"learning_rate": 3.384988767863422e-08, "beta1": 0.1656337115261961, "beta2": 0.3365061114943271, "epsilon": 3.1478333646595964e-08, "linear_decay": 7.707953844558945e-06, "exponential_decay": 0.00019105677774490515}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed767":[{"learning_rate": 2.4412531662967763e-05, "beta1": 0.846684236150629, "beta2": 0.9848235883063835, "epsilon": 1.3767283814958548e-05, "linear_decay": 2.639785191867456e-07, "exponential_decay": 2.941692639746604e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed768":[{"learning_rate": 1.339853106958235e-07, "beta1": 0.7691339495887995, "beta2": 0.9999472238418244, "epsilon": 6.708738836823914e-06, "linear_decay": 5.632741413211359e-07, "exponential_decay": 0.00023273459639825585}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed769":[{"learning_rate": 1.79565654825135e-05, "beta1": 0.999452896895715, "beta2": 0.22434405156715465, "epsilon": 1.0561401015537e-09, "linear_decay": 6.894573457531915e-05, "exponential_decay": 0.00012845469554224813}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed77":[{"learning_rate": 0.0001642151099211715, "beta1": 0.9792655789514914, "beta2": 0.9999900130041449, "epsilon": 0.00011059710691414735, "linear_decay": 5.704351737839037e-07, "exponential_decay": 7.082313530793122e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed770":[{"learning_rate": 1.4247490395074535e-05, "beta1": 0.9695974343610277, "beta2": 0.9999981377978825, "epsilon": 0.24663205824751425, "linear_decay": 1.961546087336173e-05, "exponential_decay": 6.391622549156383e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed771":[{"learning_rate": 1.592946414375973e-07, "beta1": 0.9928265890297868, "beta2": 0.9717316174459374, "epsilon": 0.2868359791579608, "linear_decay": 1.4617535707698452e-07, "exponential_decay": 3.2237145517681074e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed772":[{"learning_rate": 1.5896031983955678e-07, "beta1": 0.9992956238216221, "beta2": 0.9790527010390362, "epsilon": 0.02928886268562593, "linear_decay": 6.974981589805826e-05, "exponential_decay": 2.3528031030306686e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed773":[{"learning_rate": 0.0005644210074135219, "beta1": 0.9609911738539854, "beta2": 0.9984279011411692, "epsilon": 0.07941033422572057, "linear_decay": 1.151959777402503e-06, "exponential_decay": 3.34160031100467e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed774":[{"learning_rate": 0.32239714676753184, "beta1": 0.8930758006841617, "beta2": 0.9999974369198072, "epsilon": 0.5439426451800871, "linear_decay": 1.228278832334403e-05, "exponential_decay": 0.000646567337761279}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed775":[{"learning_rate": 0.00800945376304941, "beta1": 0.9139592040994737, "beta2": 0.9996692485446542, "epsilon": 1.3846520692181828e-07, "linear_decay": 9.235323670949519e-05, "exponential_decay": 0.0008110769409857737}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed776":[{"learning_rate": 0.00010040419794115986, "beta1": 0.997849224489773, "beta2": 0.9979692012372033, "epsilon": 0.018792489539206196, "linear_decay": 4.264231364313742e-07, "exponential_decay": 0.00031378942601483596}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed777":[{"learning_rate": 0.26333788224525334, "beta1": 0.9121966911181905, "beta2": 0.9989757817982009, "epsilon": 3.975876206712351e-07, "linear_decay": 1.7427456310722248e-05, "exponential_decay": 7.0785396457326155e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed778":[{"learning_rate": 1.4824967608546248e-08, "beta1": 0.9997787619439981, "beta2": 0.9999483823044827, "epsilon": 2.0788425031410815, "linear_decay": 1.3732487368386769e-05, "exponential_decay": 3.2390518697452326e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed779":[{"learning_rate": 1.060350587212557e-05, "beta1": 0.989348464760766, "beta2": 0.9999978055962385, "epsilon": 1.4492830063311248e-08, "linear_decay": 1.5496521122706016e-07, "exponential_decay": 2.437149144356303e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed78":[{"learning_rate": 0.0007566541848434931, "beta1": 0.5090868823484431, "beta2": 0.9997615385254842, "epsilon": 1.40598614353569e-05, "linear_decay": 1.5778665555138287e-06, "exponential_decay": 0.0003399972545235626}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed780":[{"learning_rate": 1.7471834767473504e-07, "beta1": 0.9991506307184119, "beta2": 0.8859758122604762, "epsilon": 0.001572935373710797, "linear_decay": 4.198462443040885e-06, "exponential_decay": 4.785858656559945e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed781":[{"learning_rate": 0.007257034933381587, "beta1": 0.5163490510385497, "beta2": 0.9999577487001884, "epsilon": 0.0736205406327906, "linear_decay": 1.826012158162659e-05, "exponential_decay": 5.353790669095739e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed782":[{"learning_rate": 9.401143946400518e-08, "beta1": 0.9642471804443364, "beta2": 0.9999949437672272, "epsilon": 0.2241403060408825, "linear_decay": 6.33928051465174e-05, "exponential_decay": 3.941594392322156e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed783":[{"learning_rate": 0.006361151050518833, "beta1": 0.9932056021342666, "beta2": 0.9982061021869015, "epsilon": 1.2987001674030982, "linear_decay": 1.3315695260250903e-06, "exponential_decay": 3.3023257464669173e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed784":[{"learning_rate": 1.577501871776275e-05, "beta1": 0.999551459152306, "beta2": 0.9999976721910832, "epsilon": 0.00020900015157479879, "linear_decay": 4.550290110266293e-07, "exponential_decay": 3.4131030565072068e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed785":[{"learning_rate": 1.5788002965311958e-06, "beta1": 0.7944996941100143, "beta2": 0.9611067966310733, "epsilon": 0.00025646305218133316, "linear_decay": 1.2194020078203222e-07, "exponential_decay": 2.8295303204970753e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed786":[{"learning_rate": 0.15616012607580468, "beta1": 0.9939680538015555, "beta2": 0.9970718451791558, "epsilon": 2.3763574794378193e-10, "linear_decay": 2.219957155931782e-07, "exponential_decay": 2.4003710164163827e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed787":[{"learning_rate": 5.399875699770227e-05, "beta1": 0.9567690556019205, "beta2": 0.9999977384911146, "epsilon": 0.025750119454361408, "linear_decay": 1.5909525375417368e-06, "exponential_decay": 0.00010721774099123351}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed788":[{"learning_rate": 2.167778253106399e-06, "beta1": 0.19687672891601415, "beta2": 0.999859691648208, "epsilon": 8.16939984019119e-10, "linear_decay": 8.612934533373195e-07, "exponential_decay": 4.98657473643014e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed789":[{"learning_rate": 5.3305392533443065e-08, "beta1": 0.9674343557574688, "beta2": 0.33252128045130214, "epsilon": 0.028908648177313395, "linear_decay": 1.294289473775196e-05, "exponential_decay": 1.6146774975171348e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed79":[{"learning_rate": 7.98324137429198e-06, "beta1": 0.9381386174534179, "beta2": 0.9999949194169641, "epsilon": 4.97281489151138e-06, "linear_decay": 9.154632844606e-05, "exponential_decay": 0.0007332685292833954}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed790":[{"learning_rate": 0.41237335482340154, "beta1": 0.9848328800407394, "beta2": 0.6155733750641741, "epsilon": 5.180059992078248e-09, "linear_decay": 4.523363309149109e-07, "exponential_decay": 0.00014251682483633652}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed791":[{"learning_rate": 3.2904672097630213e-06, "beta1": 0.9270133424658425, "beta2": 0.9888482478003363, "epsilon": 5.177874872120087e-07, "linear_decay": 2.8267674112175723e-05, "exponential_decay": 0.0001741901281845676}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed792":[{"learning_rate": 4.01622482114292e-05, "beta1": 0.998395285302663, "beta2": 0.1750326100904317, "epsilon": 3.6505234043004926e-10, "linear_decay": 1.5096024796271213e-06, "exponential_decay": 0.0003803137913572599}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed793":[{"learning_rate": 7.745447811574274e-05, "beta1": 0.9973700983478129, "beta2": 0.9998487986918235, "epsilon": 7.874449591918293e-08, "linear_decay": 2.132629724730759e-05, "exponential_decay": 2.7053021697449857e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed794":[{"learning_rate": 4.352997504128521, "beta1": 0.969869008522023, "beta2": 0.9970175597230906, "epsilon": 0.025897921306734295, "linear_decay": 4.264318138429527e-05, "exponential_decay": 2.1179506161480642e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed795":[{"learning_rate": 0.03227470459210942, "beta1": 0.999120571933183, "beta2": 0.9999989615649132, "epsilon": 1.3029565359575075e-10, "linear_decay": 2.3185312721898864e-06, "exponential_decay": 3.511613879471834e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed796":[{"learning_rate": 0.3172941516616118, "beta1": 0.9840935097375441, "beta2": 0.9325607438224914, "epsilon": 2.0358806237776072e-10, "linear_decay": 2.39933150128571e-07, "exponential_decay": 5.4998961748574074e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed797":[{"learning_rate": 0.038936942604674445, "beta1": 0.9980564277580453, "beta2": 0.995465320164239, "epsilon": 5.2156044739127986e-08, "linear_decay": 1.847398450047158e-05, "exponential_decay": 3.50362694611854e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed798":[{"learning_rate": 7.834037583796306, "beta1": 0.894218462905945, "beta2": 0.989593023782919, "epsilon": 2.2043056443592015e-09, "linear_decay": 1.6422640583399856e-07, "exponential_decay": 0.00020757015017831016}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed799":[{"learning_rate": 0.00022081310294756423, "beta1": 0.9951040828738109, "beta2": 0.9996740247829632, "epsilon": 0.00022980272973929789, "linear_decay": 6.574704920117857e-07, "exponential_decay": 8.961975311672351e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed8":[{"learning_rate": 0.00040722476512752165, "beta1": 0.9970244252874998, "beta2": 0.9712810934843569, "epsilon": 6.765625053885383e-08, "linear_decay": 1.826009791270826e-05, "exponential_decay": 0.000799165495913809}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed80":[{"learning_rate": 0.008656698750695305, "beta1": 0.9849773394768934, "beta2": 0.9999568395896823, "epsilon": 8.268048663109979e-09, "linear_decay": 1.6283193187596555e-05, "exponential_decay": 3.843757954934e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed800":[{"learning_rate": 0.0005917744871051023, "beta1": 0.989944288770243, "beta2": 0.9999708528494031, "epsilon": 3.322114256881621e-08, "linear_decay": 1.7504587862938714e-07, "exponential_decay": 7.876978460785963e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed801":[{"learning_rate": 6.0728974539439795, "beta1": 0.9998422050297535, "beta2": 0.9999979329442374, "epsilon": 1.2437213142273655, "linear_decay": 1.9226182712628652e-05, "exponential_decay": 7.090053222608974e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed802":[{"learning_rate": 9.322888938202457e-06, "beta1": 0.9816487277371754, "beta2": 0.9968066106554662, "epsilon": 1.3343473017005455e-05, "linear_decay": 4.3985285087538645e-05, "exponential_decay": 0.00031540914395861944}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed803":[{"learning_rate": 3.331844308574016e-05, "beta1": 0.9974717453041438, "beta2": 0.998789287339521, "epsilon": 0.21951419250391813, "linear_decay": 5.567792722975361e-07, "exponential_decay": 2.662160538000319e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed804":[{"learning_rate": 0.1140769282131549, "beta1": 0.8253409756073349, "beta2": 0.9976723270669058, "epsilon": 0.011677888237161165, "linear_decay": 7.311624478118149e-07, "exponential_decay": 5.7537197017682486e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed805":[{"learning_rate": 0.8140110545519929, "beta1": 0.9949062036246616, "beta2": 0.9170269198348059, "epsilon": 599.8769308470378, "linear_decay": 1.0091039253428201e-07, "exponential_decay": 0.0003360461731395478}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed806":[{"learning_rate": 6.574681282576114e-06, "beta1": 0.2658580015340011, "beta2": 0.9999974873856152, "epsilon": 1.6635424293370196e-05, "linear_decay": 7.805301372048286e-06, "exponential_decay": 3.6378745116256506e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed807":[{"learning_rate": 0.02447358815133798, "beta1": 0.9974575804156379, "beta2": 0.9999970618063642, "epsilon": 12.170885330583479, "linear_decay": 3.0544424210697586e-07, "exponential_decay": 0.0006584155406053211}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed808":[{"learning_rate": 0.0001702362521424144, "beta1": 0.8677818277080809, "beta2": 0.9505109169013044, "epsilon": 0.0003566395077243717, "linear_decay": 4.577357099851917e-05, "exponential_decay": 3.2485118215161348e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed809":[{"learning_rate": 0.004771844074433129, "beta1": 0.9944091627369277, "beta2": 0.9832692768339212, "epsilon": 0.6375145394821689, "linear_decay": 2.0798426811969755e-07, "exponential_decay": 4.938799455108765e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed81":[{"learning_rate": 1.6412031762451513, "beta1": 0.9992673025823628, "beta2": 0.9996626928392351, "epsilon": 5.84016605104988e-09, "linear_decay": 6.359994092028458e-07, "exponential_decay": 1.4796893978467134e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed810":[{"learning_rate": 0.001211366528410157, "beta1": 0.9875314128298384, "beta2": 0.9994505347594066, "epsilon": 0.0023002463068102176, "linear_decay": 2.3020429187482013e-06, "exponential_decay": 0.00012470483007749958}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed811":[{"learning_rate": 6.39822612482157e-08, "beta1": 0.9974474109606457, "beta2": 0.9999897649127593, "epsilon": 20.01997550346904, "linear_decay": 1.1609056482877891e-05, "exponential_decay": 0.00016410844061355212}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed812":[{"learning_rate": 1.3973379072650668e-08, "beta1": 0.9972756414640828, "beta2": 0.9654717179082973, "epsilon": 1.165319199059936e-09, "linear_decay": 3.89196921693995e-07, "exponential_decay": 0.0006916104498297393}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed813":[{"learning_rate": 0.12049195757187829, "beta1": 0.9971637978778617, "beta2": 0.9940996118623473, "epsilon": 0.051111206291084316, "linear_decay": 3.909297328367749e-06, "exponential_decay": 2.6995812905496587e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed814":[{"learning_rate": 2.909817640555515e-05, "beta1": 0.9998073973363812, "beta2": 0.9999316225408142, "epsilon": 2.446226286990092e-07, "linear_decay": 3.618242993454692e-07, "exponential_decay": 5.645218804130818e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed815":[{"learning_rate": 0.8448194259755843, "beta1": 0.9803880462271993, "beta2": 0.18622111370489192, "epsilon": 293.38799289366153, "linear_decay": 1.845784704791117e-06, "exponential_decay": 0.0006919781270771613}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed816":[{"learning_rate": 8.268901405925479e-06, "beta1": 0.9996575154468377, "beta2": 0.8651006252503579, "epsilon": 2.4131398714207197e-08, "linear_decay": 2.495128107812299e-06, "exponential_decay": 1.2524294595457256e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed817":[{"learning_rate": 3.5462287582612043e-07, "beta1": 0.9905313182305264, "beta2": 0.9390622163649374, "epsilon": 1.9237409608341213e-10, "linear_decay": 2.1388858767741712e-07, "exponential_decay": 2.855590228945112e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed818":[{"learning_rate": 3.921792643076948, "beta1": 0.9395378297430268, "beta2": 0.9999756912944032, "epsilon": 0.031924367629847954, "linear_decay": 1.2298365934736294e-05, "exponential_decay": 0.00034028012267083425}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed819":[{"learning_rate": 4.967664684639372e-07, "beta1": 0.9932445122913144, "beta2": 0.9999876084473522, "epsilon": 8.762789035631813e-05, "linear_decay": 2.4364385641669594e-07, "exponential_decay": 0.0003044597856746358}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed82":[{"learning_rate": 8.861570768261412e-08, "beta1": 0.9998560330848769, "beta2": 0.03875962756220641, "epsilon": 9.692574205884576e-07, "linear_decay": 2.3554998440408094e-07, "exponential_decay": 1.175527316375824e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed820":[{"learning_rate": 0.02703057615009489, "beta1": 0.9784144400645163, "beta2": 0.997106917216492, "epsilon": 9.366354445696632e-05, "linear_decay": 4.531716250732632e-06, "exponential_decay": 1.6627697827943535e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed821":[{"learning_rate": 2.1360217556493377e-07, "beta1": 0.9995130461577767, "beta2": 0.9969975854847224, "epsilon": 0.07998585176727789, "linear_decay": 3.13034251800774e-07, "exponential_decay": 0.0008106434821263961}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed822":[{"learning_rate": 0.0026665059597638023, "beta1": 0.998797037882169, "beta2": 0.999927572186025, "epsilon": 8.473570662723942e-10, "linear_decay": 1.1491532588867556e-06, "exponential_decay": 0.000971693792406243}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed823":[{"learning_rate": 4.22700191440672e-07, "beta1": 0.6592949817934062, "beta2": 0.9272415692199161, "epsilon": 1.4631428968240763e-07, "linear_decay": 1.945715595943955e-07, "exponential_decay": 2.939849239553119e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed824":[{"learning_rate": 1.709853158661188, "beta1": 0.9549068640306929, "beta2": 0.9934859248061468, "epsilon": 2.0155616026104474e-06, "linear_decay": 4.2084499193439425e-06, "exponential_decay": 1.234638730233586e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed825":[{"learning_rate": 9.219902637354727e-07, "beta1": 0.5123853788858685, "beta2": 0.9999974274352024, "epsilon": 1.03659058043111e-06, "linear_decay": 4.7500407438087627e-07, "exponential_decay": 0.0006229036768894882}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed826":[{"learning_rate": 0.014998246241406218, "beta1": 0.8847846615750895, "beta2": 0.032418193229619696, "epsilon": 1.2299233106746591e-06, "linear_decay": 1.3880348850675324e-06, "exponential_decay": 0.00015313975877884344}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed827":[{"learning_rate": 2.3031626538710565e-05, "beta1": 0.999851424366777, "beta2": 0.9999875314325549, "epsilon": 0.03045922248091956, "linear_decay": 2.757874162951223e-06, "exponential_decay": 0.0006163579913488337}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed828":[{"learning_rate": 7.10217027000679e-06, "beta1": 0.9951203159404161, "beta2": 0.3020444270962821, "epsilon": 0.00041285927318809325, "linear_decay": 3.696475908982687e-05, "exponential_decay": 2.1154542890159806e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed829":[{"learning_rate": 1.1775612999924217, "beta1": 0.9805615487498875, "beta2": 0.9999901465421643, "epsilon": 1.1264308716104408e-06, "linear_decay": 2.4599526447826165e-05, "exponential_decay": 0.000377598324690517}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed83":[{"learning_rate": 0.04737877775138292, "beta1": 0.9913632874354857, "beta2": 0.9999848514567231, "epsilon": 33.06390605095749, "linear_decay": 1.7429826836093579e-06, "exponential_decay": 8.88900380211289e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed830":[{"learning_rate": 0.0118709735955306, "beta1": 0.971036513824021, "beta2": 0.9311420406594981, "epsilon": 1.82998457734048e-09, "linear_decay": 2.460505959498593e-07, "exponential_decay": 1.6773967755234933e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed831":[{"learning_rate": 0.00014887901106442925, "beta1": 0.9894652903259125, "beta2": 0.9999989184299153, "epsilon": 5.9838848798223946e-05, "linear_decay": 2.6416799384563655e-07, "exponential_decay": 1.1451695821090138e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed832":[{"learning_rate": 0.05613010243530131, "beta1": 0.5797767783136403, "beta2": 0.999316580955715, "epsilon": 1.6944783149997218e-06, "linear_decay": 8.094324732133262e-06, "exponential_decay": 2.2157675597452332e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed833":[{"learning_rate": 0.7714316122135558, "beta1": 0.9991860036269851, "beta2": 0.9999957499890013, "epsilon": 1.6544302206712976e-10, "linear_decay": 8.358371511543102e-07, "exponential_decay": 2.9277400133919804e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed834":[{"learning_rate": 8.939365814566044e-06, "beta1": 0.9997671775305749, "beta2": 0.5469434505906813, "epsilon": 1.8195313537967952e-05, "linear_decay": 2.717097007746998e-05, "exponential_decay": 3.2218616690649515e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed835":[{"learning_rate": 0.003657842364428698, "beta1": 0.996410767153898, "beta2": 0.9988294805101104, "epsilon": 0.0008999844136520844, "linear_decay": 5.6646587932434514e-05, "exponential_decay": 5.053941807874842e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed836":[{"learning_rate": 0.005102140586332701, "beta1": 0.5850550009796787, "beta2": 0.9999969697446047, "epsilon": 3.02832928958363e-07, "linear_decay": 1.8981325502032287e-07, "exponential_decay": 3.395709780041044e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed837":[{"learning_rate": 1.0391620086517662e-08, "beta1": 0.6616679351520813, "beta2": 0.9954616081990812, "epsilon": 193.05622004474367, "linear_decay": 1.1475124310465035e-06, "exponential_decay": 2.0977667183309362e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed838":[{"learning_rate": 1.4416276747390093e-06, "beta1": 0.4848065552871814, "beta2": 0.9914021381621416, "epsilon": 24.998602473062434, "linear_decay": 2.395762162901141e-05, "exponential_decay": 3.810711781539686e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed839":[{"learning_rate": 1.795129919581353e-07, "beta1": 0.6861323852094348, "beta2": 0.9999966785884156, "epsilon": 2.861850450385036, "linear_decay": 3.679654680757043e-06, "exponential_decay": 0.0004477664158579475}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed84":[{"learning_rate": 4.9779589633298606e-05, "beta1": 0.9712558212859237, "beta2": 0.9999679935613056, "epsilon": 0.0004741997770822604, "linear_decay": 5.246029516836982e-06, "exponential_decay": 0.0002155318253638764}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed840":[{"learning_rate": 6.148054938886741, "beta1": 0.9899848273337367, "beta2": 0.9992745690683645, "epsilon": 0.00021378341073782146, "linear_decay": 1.2021870875345783e-06, "exponential_decay": 0.00022952200012673295}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed841":[{"learning_rate": 0.01603459952397823, "beta1": 0.9868933259069564, "beta2": 0.9951551597920048, "epsilon": 2.093612899504387, "linear_decay": 1.589601978926863e-06, "exponential_decay": 0.00030536392864614334}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed842":[{"learning_rate": 5.659694479048728e-06, "beta1": 0.9621247970436511, "beta2": 0.9999039631323966, "epsilon": 0.000343684410284366, "linear_decay": 6.943680422397009e-07, "exponential_decay": 0.0008488625747088711}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed843":[{"learning_rate": 7.828505602852136e-06, "beta1": 0.9789253240933761, "beta2": 0.9984978042553005, "epsilon": 120.05911206615592, "linear_decay": 2.425296835373245e-07, "exponential_decay": 0.0001233863950477679}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed844":[{"learning_rate": 0.013512356771750212, "beta1": 0.9976861280132491, "beta2": 0.999880897063638, "epsilon": 2.72102259442307e-07, "linear_decay": 8.784439122655938e-05, "exponential_decay": 1.7792335032766695e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed845":[{"learning_rate": 3.0214832980357943e-07, "beta1": 0.9293822568326242, "beta2": 0.9999985149353277, "epsilon": 0.0002411902831987466, "linear_decay": 5.077474713919347e-07, "exponential_decay": 8.71710838309295e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed846":[{"learning_rate": 3.6783694522619013e-06, "beta1": 0.938574795841162, "beta2": 0.9999940529927347, "epsilon": 4.366440395678732e-08, "linear_decay": 2.0927313750455444e-06, "exponential_decay": 3.888828144227872e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed847":[{"learning_rate": 0.017742456080204853, "beta1": 0.9974573461126658, "beta2": 0.9995673029135161, "epsilon": 0.009373095439441976, "linear_decay": 7.204168466661568e-05, "exponential_decay": 0.0008324717744304736}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed848":[{"learning_rate": 0.00021434043564499126, "beta1": 0.9929557802840161, "beta2": 0.997521371080769, "epsilon": 4.2718071969687634e-09, "linear_decay": 6.988311532191197e-06, "exponential_decay": 7.603130025483606e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed849":[{"learning_rate": 2.1282070080906905, "beta1": 0.9988602234382117, "beta2": 0.9964812309888895, "epsilon": 0.0337811721569248, "linear_decay": 4.364783470627269e-06, "exponential_decay": 1.1157989007150648e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed85":[{"learning_rate": 4.711363575804713, "beta1": 0.9974487708635121, "beta2": 0.9928891110641315, "epsilon": 3.689413606506477e-07, "linear_decay": 7.21122799902679e-05, "exponential_decay": 4.225043403570155e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed850":[{"learning_rate": 0.00036107049904490236, "beta1": 0.7200692946726956, "beta2": 0.6459627422506247, "epsilon": 1.4840210999473076e-08, "linear_decay": 3.247896917012278e-07, "exponential_decay": 1.3039445325351866e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed851":[{"learning_rate": 0.10741627075329307, "beta1": 0.9880552700984159, "beta2": 0.9954701463314406, "epsilon": 8.250937012583411e-10, "linear_decay": 9.831302053935127e-05, "exponential_decay": 0.00041729032177721415}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed852":[{"learning_rate": 0.00504858021477375, "beta1": 0.9998103666496088, "beta2": 0.8907454252941007, "epsilon": 11.829873940256812, "linear_decay": 4.597664982569963e-07, "exponential_decay": 0.00021354298925440834}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed853":[{"learning_rate": 1.0518604266285787, "beta1": 0.8854735580012623, "beta2": 0.9702656785149965, "epsilon": 0.0011893734178183438, "linear_decay": 5.537870458144112e-06, "exponential_decay": 6.293654466399496e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed854":[{"learning_rate": 0.005893642340081061, "beta1": 0.0175093505029027, "beta2": 0.16104428360244039, "epsilon": 139.49738356783052, "linear_decay": 9.468487714130552e-07, "exponential_decay": 4.573021746243571e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed855":[{"learning_rate": 0.11119001290407762, "beta1": 0.7722280403107067, "beta2": 0.9997799882848154, "epsilon": 32.21295057143369, "linear_decay": 2.796731051651731e-06, "exponential_decay": 9.571830384599643e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed856":[{"learning_rate": 0.0002547624616321943, "beta1": 0.5936253625679584, "beta2": 0.8006187528773722, "epsilon": 1.3927601237357167e-08, "linear_decay": 9.208270674977068e-07, "exponential_decay": 0.0003895633689842436}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed857":[{"learning_rate": 0.38005806939611564, "beta1": 0.9115893971284879, "beta2": 0.9435611293853754, "epsilon": 295.5770059805693, "linear_decay": 4.679726197420207e-06, "exponential_decay": 1.5820577736094134e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed858":[{"learning_rate": 2.6564641872294952e-08, "beta1": 0.9991374643239638, "beta2": 0.9999953686497133, "epsilon": 2.389199991209165e-05, "linear_decay": 7.773816986570272e-06, "exponential_decay": 1.032062929242916e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed859":[{"learning_rate": 1.8198656068261208, "beta1": 0.9977965539548235, "beta2": 0.9988870589096459, "epsilon": 4.060801902477194e-10, "linear_decay": 2.589635474729895e-05, "exponential_decay": 7.744940565472926e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed86":[{"learning_rate": 0.0005965112397066691, "beta1": 0.33658149734622644, "beta2": 0.9958139572769852, "epsilon": 1.0101510150657117e-08, "linear_decay": 5.608500121428111e-07, "exponential_decay": 0.00017570781314995556}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed860":[{"learning_rate": 1.6831564559656933, "beta1": 0.9987961266259778, "beta2": 0.9553451508427298, "epsilon": 8.017401114132838e-07, "linear_decay": 8.593259207955365e-06, "exponential_decay": 1.5832997048815763e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed861":[{"learning_rate": 0.8340686380338725, "beta1": 0.9749860271563009, "beta2": 0.9997876169027228, "epsilon": 1.517745419620087, "linear_decay": 5.224670814977084e-05, "exponential_decay": 0.0009646306476491563}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed862":[{"learning_rate": 2.7891412658603436e-05, "beta1": 0.9582884667585043, "beta2": 0.9997542421085217, "epsilon": 5.954152092585461e-10, "linear_decay": 7.488255587040897e-06, "exponential_decay": 5.482894810293808e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed863":[{"learning_rate": 4.58292547492072e-05, "beta1": 0.9828119452652078, "beta2": 0.9999336184492525, "epsilon": 1.9404346727784723e-10, "linear_decay": 2.0898667349500057e-07, "exponential_decay": 4.039525576109919e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed864":[{"learning_rate": 0.0001548000514793309, "beta1": 0.979224832030437, "beta2": 0.9921199374462845, "epsilon": 6.57210988690802e-08, "linear_decay": 4.289975442288568e-06, "exponential_decay": 2.863075521306075e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed865":[{"learning_rate": 8.3491288352239e-05, "beta1": 0.9991299512038376, "beta2": 0.9999579593180428, "epsilon": 2.340794479481068e-09, "linear_decay": 1.1935562964047671e-07, "exponential_decay": 1.975855044895243e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed866":[{"learning_rate": 0.0060736629041091995, "beta1": 0.9997225947785638, "beta2": 0.9980934170119342, "epsilon": 1.8849682687666853e-08, "linear_decay": 6.591697747714032e-06, "exponential_decay": 3.888637552594727e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed867":[{"learning_rate": 0.3839585651071117, "beta1": 0.9881024101258684, "beta2": 0.9972616757834256, "epsilon": 1.0829015356957001, "linear_decay": 1.1026297414600325e-05, "exponential_decay": 0.0004829040168944791}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed868":[{"learning_rate": 2.0025918663323186, "beta1": 0.24678788491058934, "beta2": 0.9999767875578648, "epsilon": 2.8100138356851716e-09, "linear_decay": 3.612983514761774e-06, "exponential_decay": 2.9251892460130457e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed869":[{"learning_rate": 0.5845644715591681, "beta1": 0.9962428716431593, "beta2": 0.9995947730089394, "epsilon": 6.617277109559091e-10, "linear_decay": 4.280115022642539e-07, "exponential_decay": 4.418778965507994e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed87":[{"learning_rate": 1.8568952031114565, "beta1": 0.6866810309365088, "beta2": 0.9999904983070268, "epsilon": 2.504042391577864, "linear_decay": 7.792231743637945e-05, "exponential_decay": 4.205372964326879e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed870":[{"learning_rate": 0.000693307509862405, "beta1": 0.9985786392701258, "beta2": 0.9406420413133507, "epsilon": 1.4150368722542832, "linear_decay": 6.16665462315394e-07, "exponential_decay": 1.2412116581524386e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed871":[{"learning_rate": 0.025108026030349388, "beta1": 0.9988769646865662, "beta2": 0.9949226994057613, "epsilon": 2.078128298121078e-06, "linear_decay": 2.1423125894078818e-07, "exponential_decay": 1.1833565689170529e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed872":[{"learning_rate": 5.038470449454524e-08, "beta1": 0.998332402666696, "beta2": 0.9953245486777114, "epsilon": 3.679755450482876e-05, "linear_decay": 2.0237069291344377e-05, "exponential_decay": 2.2121518103560796e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed873":[{"learning_rate": 0.00040647852374474353, "beta1": 0.9998150947245815, "beta2": 0.9999907426695285, "epsilon": 6.143704532922225e-07, "linear_decay": 1.7092123490213245e-05, "exponential_decay": 8.746633345011017e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed874":[{"learning_rate": 9.887711163724935, "beta1": 0.999810465016471, "beta2": 0.9999773394499308, "epsilon": 147.8064005540833, "linear_decay": 2.2521840508284175e-05, "exponential_decay": 0.0007696345702543731}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed875":[{"learning_rate": 4.549224991255203e-08, "beta1": 0.2828198735481814, "beta2": 0.9998865857988425, "epsilon": 3.686194146612866e-08, "linear_decay": 2.6623277849202586e-07, "exponential_decay": 4.316768434562802e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed876":[{"learning_rate": 0.00044048547668835384, "beta1": 0.8953810550160054, "beta2": 0.9420156132111226, "epsilon": 0.0005518893350230638, "linear_decay": 6.104011414940428e-05, "exponential_decay": 0.0009499032624150578}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed877":[{"learning_rate": 0.0006710530716759722, "beta1": 0.11395681839324356, "beta2": 0.9991874837151248, "epsilon": 0.007777223032722176, "linear_decay": 7.577533817678826e-07, "exponential_decay": 0.00011456551049505064}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed878":[{"learning_rate": 0.077546679823374, "beta1": 0.37290356652783085, "beta2": 0.9999909228806881, "epsilon": 5.10090209562814e-09, "linear_decay": 1.8737046396654797e-07, "exponential_decay": 0.0005944550078912385}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed879":[{"learning_rate": 4.559199772109985e-08, "beta1": 0.9809294048749546, "beta2": 0.995306518196078, "epsilon": 3.810031425058829e-10, "linear_decay": 1.0274922566887036e-06, "exponential_decay": 0.00022028647729770736}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed88":[{"learning_rate": 0.0006051832484916479, "beta1": 0.9915119320188742, "beta2": 0.45841918107134505, "epsilon": 0.00954839171798494, "linear_decay": 3.4005128694707205e-05, "exponential_decay": 4.7532540485624496e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed880":[{"learning_rate": 0.003672956310469673, "beta1": 0.8090438915968219, "beta2": 0.9969223095425083, "epsilon": 2.955533772025478e-06, "linear_decay": 2.2829899380719257e-07, "exponential_decay": 8.822775960947679e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed881":[{"learning_rate": 9.953680044409548e-07, "beta1": 0.9992863543195903, "beta2": 0.7400809241747979, "epsilon": 281.7352299945048, "linear_decay": 6.714418313810046e-06, "exponential_decay": 2.1633504613792608e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed882":[{"learning_rate": 7.136632799667606e-05, "beta1": 0.7870649289694795, "beta2": 0.9999346183055684, "epsilon": 1.3813696468491782e-05, "linear_decay": 1.968683790096271e-05, "exponential_decay": 3.362212110368654e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed883":[{"learning_rate": 0.0019426797580120495, "beta1": 0.9995717759071853, "beta2": 0.9754287640342215, "epsilon": 0.0036778186431902556, "linear_decay": 4.180694584139474e-06, "exponential_decay": 0.00015362664827937817}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed884":[{"learning_rate": 0.03516294632067067, "beta1": 0.9998322606951549, "beta2": 0.9887162071555942, "epsilon": 1.8176163360743774e-08, "linear_decay": 4.814823084711863e-05, "exponential_decay": 5.9764724562292235e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed885":[{"learning_rate": 9.484694148441148e-07, "beta1": 0.9990620376121143, "beta2": 0.9998126270242311, "epsilon": 532.1290368209495, "linear_decay": 8.610571016178742e-06, "exponential_decay": 0.0002762252138190891}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed886":[{"learning_rate": 4.025927736589865, "beta1": 0.6290073308323252, "beta2": 0.9987139076538665, "epsilon": 0.800607020352259, "linear_decay": 1.663246979554582e-05, "exponential_decay": 3.1516912052739122e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed887":[{"learning_rate": 1.6900688949090507e-05, "beta1": 0.9727859352328465, "beta2": 0.9711164158609724, "epsilon": 1.9278794399145387e-10, "linear_decay": 1.2328895219719665e-07, "exponential_decay": 1.9221688716259232e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed888":[{"learning_rate": 1.6045333869829028e-07, "beta1": 0.9937302345255209, "beta2": 0.9966745804109084, "epsilon": 16.646556075740165, "linear_decay": 1.6438334073134333e-06, "exponential_decay": 1.7779756758619334e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed889":[{"learning_rate": 0.007200740349102442, "beta1": 0.651799247330175, "beta2": 0.9938366833125201, "epsilon": 3.81978375007436e-10, "linear_decay": 1.558681881218728e-06, "exponential_decay": 3.3308722030002645e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed89":[{"learning_rate": 5.044302278090664, "beta1": 0.9993892273981224, "beta2": 0.9935589374629018, "epsilon": 0.00035564840326421094, "linear_decay": 1.9415670310188715e-07, "exponential_decay": 0.0007214576193990818}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed890":[{"learning_rate": 4.738770977023469e-07, "beta1": 0.35475089960318595, "beta2": 0.996068098703753, "epsilon": 1.0525050853881918e-08, "linear_decay": 2.7341382635406296e-06, "exponential_decay": 3.565893207251128e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed891":[{"learning_rate": 2.2744890544782597e-06, "beta1": 0.999835608202555, "beta2": 0.07496832530391206, "epsilon": 0.011575988399666792, "linear_decay": 1.6368883863234114e-07, "exponential_decay": 1.046898110771578e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed892":[{"learning_rate": 4.475315847482174e-08, "beta1": 0.8695025575424603, "beta2": 0.9999738651834288, "epsilon": 0.052019931298215846, "linear_decay": 2.660104783836492e-07, "exponential_decay": 4.157425059919324e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed893":[{"learning_rate": 0.00017694988488869542, "beta1": 0.9990012148250623, "beta2": 0.9998418535277933, "epsilon": 5.91966016442144e-06, "linear_decay": 4.03667681921757e-05, "exponential_decay": 0.00018351756571479466}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed894":[{"learning_rate": 1.8484443802740484, "beta1": 0.9861383632426668, "beta2": 0.9497299650207728, "epsilon": 0.0005487907260351319, "linear_decay": 3.490676803854911e-07, "exponential_decay": 5.884728466360745e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed895":[{"learning_rate": 3.472888747217152e-07, "beta1": 0.9637326429634278, "beta2": 0.9999989170105895, "epsilon": 6.773208650680378e-07, "linear_decay": 1.0419624541328083e-06, "exponential_decay": 0.0003790272222344969}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed896":[{"learning_rate": 2.3575101171699513e-06, "beta1": 0.9998758195148869, "beta2": 0.9999965859849586, "epsilon": 0.09488338072338992, "linear_decay": 3.7006506109290924e-06, "exponential_decay": 1.3858069337984698e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed897":[{"learning_rate": 1.3372889802468714e-08, "beta1": 0.4362722821978049, "beta2": 0.9571835626790004, "epsilon": 0.02847208469847173, "linear_decay": 4.726812936932609e-07, "exponential_decay": 0.0002183621272217834}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed898":[{"learning_rate": 0.006406958499008867, "beta1": 0.9996420827289899, "beta2": 0.9999869486198426, "epsilon": 1.188377867921399e-07, "linear_decay": 1.8305258534497514e-06, "exponential_decay": 6.507795843077001e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed899":[{"learning_rate": 1.8251006551063333e-05, "beta1": 0.9879759922108506, "beta2": 0.9999918059086447, "epsilon": 0.061086059761103956, "linear_decay": 9.627677717526851e-07, "exponential_decay": 0.0003330310402469986}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed9":[{"learning_rate": 2.1349836015350138e-07, "beta1": 0.9872755748760985, "beta2": 0.9373984934764821, "epsilon": 1.1322063867565543e-05, "linear_decay": 6.552839780099081e-06, "exponential_decay": 0.0005986194120696841}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed90":[{"learning_rate": 0.0022215045938676864, "beta1": 0.9995689071785123, "beta2": 0.5422789154688701, "epsilon": 0.00611122415372054, "linear_decay": 1.1068867365738726e-07, "exponential_decay": 0.00034978733592222065}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed900":[{"learning_rate": 0.0007338874601044889, "beta1": 0.3723438169800831, "beta2": 0.9999885725347564, "epsilon": 7.112020052448214e-08, "linear_decay": 3.107855399878082e-06, "exponential_decay": 0.00013868543186055255}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed901":[{"learning_rate": 0.6276278151714086, "beta1": 0.9966530612094958, "beta2": 0.9963899680389809, "epsilon": 0.0034683382634493006, "linear_decay": 2.487303996812851e-07, "exponential_decay": 9.301111420913375e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed902":[{"learning_rate": 1.692174075291995e-05, "beta1": 0.8822506545606165, "beta2": 0.9921987530974827, "epsilon": 0.0013068204323306092, "linear_decay": 1.4483174781307372e-07, "exponential_decay": 3.0407153289343437e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed903":[{"learning_rate": 2.3246644388020736, "beta1": 0.8669285412081645, "beta2": 0.9936407860273687, "epsilon": 1.6699672810388403e-05, "linear_decay": 2.6497543233025902e-05, "exponential_decay": 0.0002514924276023629}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed904":[{"learning_rate": 0.0027814532115183073, "beta1": 0.990475022516823, "beta2": 0.9998790509771873, "epsilon": 2.3119535278923746e-08, "linear_decay": 2.5782843805684652e-05, "exponential_decay": 0.0007445176770268215}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed905":[{"learning_rate": 1.8428193353562643, "beta1": 0.9941755657800984, "beta2": 0.9999689167862349, "epsilon": 1.2471293314352867e-06, "linear_decay": 4.31370467417993e-06, "exponential_decay": 2.4743831215395033e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed906":[{"learning_rate": 1.9941226508304004e-08, "beta1": 0.9997888492539144, "beta2": 0.9998508807814692, "epsilon": 3.6727526373259415e-06, "linear_decay": 1.1481193817604378e-06, "exponential_decay": 1.924800827126009e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed907":[{"learning_rate": 7.355055398682929e-06, "beta1": 0.9995010945508542, "beta2": 0.9995124139315495, "epsilon": 1.286611180033358e-06, "linear_decay": 1.0429370540127928e-05, "exponential_decay": 0.0002210001778512158}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed908":[{"learning_rate": 4.162365627664429, "beta1": 0.8698081936326677, "beta2": 0.9999958236901529, "epsilon": 1.610403909541087e-08, "linear_decay": 2.4994661016933305e-06, "exponential_decay": 5.897723274117064e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed909":[{"learning_rate": 0.0015017646744185425, "beta1": 0.9995367365089705, "beta2": 0.9415826828947506, "epsilon": 0.24582111368587095, "linear_decay": 5.405041315804508e-07, "exponential_decay": 2.816397153889444e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed91":[{"learning_rate": 0.6883180060966347, "beta1": 0.9992583625616434, "beta2": 0.9993250177556048, "epsilon": 2.411713940503742e-10, "linear_decay": 4.734702950443986e-07, "exponential_decay": 8.578925546728754e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed910":[{"learning_rate": 0.00011566955775826018, "beta1": 0.99935337324326, "beta2": 0.8938071793270126, "epsilon": 10.789419229218444, "linear_decay": 4.8760861435856886e-06, "exponential_decay": 0.0003158406289328217}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed911":[{"learning_rate": 2.872230618236302, "beta1": 0.987356519407627, "beta2": 0.9965753364838388, "epsilon": 7.061135228550068e-08, "linear_decay": 1.1494040921715841e-07, "exponential_decay": 0.0005362605999200444}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed912":[{"learning_rate": 0.07091274018363926, "beta1": 0.9990932965941173, "beta2": 0.9999709127605007, "epsilon": 2.3130836830085854e-08, "linear_decay": 7.350976657169801e-05, "exponential_decay": 0.0006317780667588874}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed913":[{"learning_rate": 2.4828164058003548e-05, "beta1": 0.9997860016628597, "beta2": 0.9999966824416983, "epsilon": 2.106984729567331e-07, "linear_decay": 2.1919176989683523e-07, "exponential_decay": 8.291088518132978e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed914":[{"learning_rate": 5.8044138232060565, "beta1": 0.9997990115212374, "beta2": 0.857168874930671, "epsilon": 1.5763093269449212e-06, "linear_decay": 4.998043336663668e-05, "exponential_decay": 2.98390050608392e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed915":[{"learning_rate": 0.0009055300305882387, "beta1": 0.9925664734733469, "beta2": 0.9999006652806719, "epsilon": 1.276610559632549, "linear_decay": 9.471049214656899e-05, "exponential_decay": 3.996412030202137e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed916":[{"learning_rate": 0.11679433074898522, "beta1": 0.9990097938157927, "beta2": 0.2656317051606276, "epsilon": 235.6525372464711, "linear_decay": 6.157931670986646e-07, "exponential_decay": 5.652929339317461e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed917":[{"learning_rate": 0.0032987012558071153, "beta1": 0.9998352102611519, "beta2": 0.9999969279331332, "epsilon": 5.7442611240006536e-05, "linear_decay": 3.062766208407286e-06, "exponential_decay": 7.062348196972473e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed918":[{"learning_rate": 0.11002558820766757, "beta1": 0.9980910703828834, "beta2": 0.9894634358774601, "epsilon": 79.58618860576826, "linear_decay": 9.279271189232803e-05, "exponential_decay": 1.506137274678397e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed919":[{"learning_rate": 2.3036589612473466, "beta1": 0.9995187344244896, "beta2": 0.8433138213457665, "epsilon": 387.1316564314726, "linear_decay": 7.882266305617102e-05, "exponential_decay": 3.0365855623237506e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed92":[{"learning_rate": 1.4037113277860448e-05, "beta1": 0.9880205664484923, "beta2": 0.33361031564834664, "epsilon": 7.064580147740021e-10, "linear_decay": 1.8385827209915531e-06, "exponential_decay": 0.000299053788899765}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed920":[{"learning_rate": 2.8111799765763395e-06, "beta1": 0.9758069014639648, "beta2": 0.9897629848947056, "epsilon": 0.00027327156403370625, "linear_decay": 9.050151182099686e-05, "exponential_decay": 4.083204507544117e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed921":[{"learning_rate": 8.49112667583657, "beta1": 0.9425268943349069, "beta2": 0.9949498036344165, "epsilon": 128.80041024697155, "linear_decay": 7.520185057779025e-05, "exponential_decay": 0.0004074251496720275}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed922":[{"learning_rate": 1.1248619496640082e-05, "beta1": 0.7126521134699033, "beta2": 0.9998583503223175, "epsilon": 1.662912710792407e-05, "linear_decay": 2.9298404925419116e-05, "exponential_decay": 1.7436027926719545e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed923":[{"learning_rate": 0.17765261752444314, "beta1": 0.6737981188139223, "beta2": 0.9950118041489107, "epsilon": 11.714659250871367, "linear_decay": 2.0224844686342873e-05, "exponential_decay": 1.7078992963621224e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed924":[{"learning_rate": 5.366833209628538e-06, "beta1": 0.9839555857696839, "beta2": 0.99875905490745, "epsilon": 1.8915437220125593e-07, "linear_decay": 7.577557119712412e-05, "exponential_decay": 6.963867188586591e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed925":[{"learning_rate": 0.0015476103890192789, "beta1": 0.9903268162045421, "beta2": 0.9999945465709555, "epsilon": 2.6642389777681624e-05, "linear_decay": 1.7447511664711302e-06, "exponential_decay": 0.00014408658523752001}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed926":[{"learning_rate": 0.013409597327074285, "beta1": 0.9870253810098852, "beta2": 0.9996963856488944, "epsilon": 2.5340837059708448e-05, "linear_decay": 1.3886987663474402e-07, "exponential_decay": 0.0005576282079771444}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed927":[{"learning_rate": 2.471665359288271e-08, "beta1": 0.9990895307855341, "beta2": 0.9781258324663331, "epsilon": 4.917555343171117, "linear_decay": 2.219000056860858e-06, "exponential_decay": 0.00030443774693958306}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed928":[{"learning_rate": 0.006597100249550836, "beta1": 0.4405193621915846, "beta2": 0.5406281220170954, "epsilon": 0.01396099193293884, "linear_decay": 2.76132745755081e-07, "exponential_decay": 0.0007807474372796657}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed929":[{"learning_rate": 0.00019805718230918496, "beta1": 0.9983276517895617, "beta2": 0.8053747080290847, "epsilon": 5.405285886462035e-07, "linear_decay": 4.1716659181443295e-05, "exponential_decay": 0.0004358445831588562}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed93":[{"learning_rate": 2.3860340455277163e-07, "beta1": 0.3159990064399104, "beta2": 0.9586438830022254, "epsilon": 1.0781601617110374e-10, "linear_decay": 1.940598243991883e-07, "exponential_decay": 5.9500806064620294e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed930":[{"learning_rate": 0.002677434668291025, "beta1": 0.9910870844002035, "beta2": 0.9873769055561877, "epsilon": 0.0001577867612413362, "linear_decay": 2.902705592736568e-07, "exponential_decay": 4.724882076477793e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed931":[{"learning_rate": 0.6936569719517639, "beta1": 0.7674230138564829, "beta2": 0.9914273076708676, "epsilon": 0.035498883571646725, "linear_decay": 5.595327923551593e-07, "exponential_decay": 0.0007203831740194862}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed932":[{"learning_rate": 0.31817831821465353, "beta1": 0.9998982140810162, "beta2": 0.9999512044935802, "epsilon": 4.850682959178822e-07, "linear_decay": 1.7378796968250523e-07, "exponential_decay": 2.6330555073696263e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed933":[{"learning_rate": 0.07665739312390854, "beta1": 0.9933948666182031, "beta2": 0.9999873158948119, "epsilon": 2.7034383192735025e-05, "linear_decay": 8.43337377959823e-06, "exponential_decay": 0.0005024206783162653}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed934":[{"learning_rate": 0.011875687864377907, "beta1": 0.9893165621640541, "beta2": 0.4034086800411776, "epsilon": 0.0001589792273306414, "linear_decay": 1.132229228964551e-05, "exponential_decay": 3.2475687901672256e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed935":[{"learning_rate": 1.285561613239037e-05, "beta1": 0.9928277404749705, "beta2": 0.9999380411769478, "epsilon": 2.581675121948957e-06, "linear_decay": 3.243733676409022e-05, "exponential_decay": 1.5557105598471874e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed936":[{"learning_rate": 1.169079618771401e-07, "beta1": 0.8099712759988549, "beta2": 0.9999346991003997, "epsilon": 0.0003265634113682857, "linear_decay": 4.342483388396529e-05, "exponential_decay": 0.00010284215947309193}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed937":[{"learning_rate": 5.0422607944765506e-05, "beta1": 0.9997874448192414, "beta2": 0.9939262378295226, "epsilon": 2.6588974829825686e-10, "linear_decay": 1.2393295801614336e-06, "exponential_decay": 1.2629286744981257e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed938":[{"learning_rate": 1.7103122796996189e-06, "beta1": 0.7173745048183537, "beta2": 0.9999955662126014, "epsilon": 3.284534849213206e-07, "linear_decay": 1.0536561934254685e-07, "exponential_decay": 2.5949688498649076e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed939":[{"learning_rate": 0.015379576351915754, "beta1": 0.9891206005190245, "beta2": 0.9998642079460888, "epsilon": 1.0314179981260991, "linear_decay": 9.643693189019576e-05, "exponential_decay": 2.8631160559229893e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed94":[{"learning_rate": 8.442722770053374e-07, "beta1": 0.9964838811999701, "beta2": 0.9997354787044611, "epsilon": 9.010672938026283e-10, "linear_decay": 3.635096193827726e-07, "exponential_decay": 1.62438688411628e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed940":[{"learning_rate": 5.6500461071158864e-05, "beta1": 0.9997522331978522, "beta2": 0.9814466761550013, "epsilon": 0.005601596485670849, "linear_decay": 3.955398929669806e-05, "exponential_decay": 8.944505691366043e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed941":[{"learning_rate": 0.00031049879832551055, "beta1": 0.974797696377832, "beta2": 0.9754931430272854, "epsilon": 304.59799396395744, "linear_decay": 3.405961814598211e-07, "exponential_decay": 4.907284152112117e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed942":[{"learning_rate": 0.00012716413738005723, "beta1": 0.9839004204881209, "beta2": 0.9972316351411656, "epsilon": 3.984448268394334, "linear_decay": 3.620664188691439e-05, "exponential_decay": 2.7326048650094856e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed943":[{"learning_rate": 0.00012398039099752967, "beta1": 0.48440446958951133, "beta2": 0.9963933679070424, "epsilon": 2.4575849875442686e-08, "linear_decay": 5.3642859866259364e-05, "exponential_decay": 0.0005532403419703116}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed944":[{"learning_rate": 0.26188327605022105, "beta1": 0.9863837870217643, "beta2": 0.9999307258789827, "epsilon": 8.2908844541026e-09, "linear_decay": 2.4304507711753046e-07, "exponential_decay": 2.513344939608732e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed945":[{"learning_rate": 1.0994265715095161e-07, "beta1": 0.9481257697194466, "beta2": 0.9996229162477821, "epsilon": 3.949028864022641e-06, "linear_decay": 7.311306466212505e-07, "exponential_decay": 2.8410502100628782e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed946":[{"learning_rate": 0.12049182321219858, "beta1": 0.5937663521011018, "beta2": 0.7867712404142955, "epsilon": 5.078621862746851e-10, "linear_decay": 2.0040734570925488e-05, "exponential_decay": 1.8545979850639016e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed947":[{"learning_rate": 0.0013275334514263142, "beta1": 0.9812031542107579, "beta2": 0.9998881747310464, "epsilon": 1.1567700228454942e-08, "linear_decay": 3.585127168006396e-06, "exponential_decay": 2.849655109375979e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed948":[{"learning_rate": 5.0499322997373634e-06, "beta1": 0.9997012566683805, "beta2": 0.8563299324615857, "epsilon": 0.00020704685398857314, "linear_decay": 9.954256916832257e-05, "exponential_decay": 0.00011948714597421788}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed949":[{"learning_rate": 1.217843013601208e-06, "beta1": 0.9973314932371308, "beta2": 0.9762528635989016, "epsilon": 1.815842742701447e-08, "linear_decay": 3.8091065327283924e-07, "exponential_decay": 0.0002735648947909836}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed95":[{"learning_rate": 7.50719538005573, "beta1": 0.9935006246377013, "beta2": 0.9999975754293113, "epsilon": 5.4496968910937695e-06, "linear_decay": 3.184976788139057e-06, "exponential_decay": 0.0009114107197939649}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed950":[{"learning_rate": 1.6340626963173245e-05, "beta1": 0.9991230766540051, "beta2": 0.9995127959826932, "epsilon": 3.3069617112234426e-06, "linear_decay": 3.204073382366745e-07, "exponential_decay": 1.5689738017110296e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed951":[{"learning_rate": 2.5150009980833994e-08, "beta1": 0.9859822585340757, "beta2": 0.9994582963452863, "epsilon": 0.00273746955431249, "linear_decay": 3.4847417187430823e-06, "exponential_decay": 1.575675918060956e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed952":[{"learning_rate": 6.924102591577209e-07, "beta1": 0.7243271326648493, "beta2": 0.9999483956314885, "epsilon": 1.1526932496285033e-09, "linear_decay": 6.85046077664822e-05, "exponential_decay": 4.29092283765376e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed953":[{"learning_rate": 0.3435823060706012, "beta1": 0.47156541060507107, "beta2": 0.9999964404015373, "epsilon": 2.1318854179218457e-07, "linear_decay": 1.2182868019124903e-07, "exponential_decay": 1.2804194312487517e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed954":[{"learning_rate": 0.02628235026291471, "beta1": 0.8839811119627856, "beta2": 0.9999228301773836, "epsilon": 1.0486770590684338e-06, "linear_decay": 1.2521673990324195e-05, "exponential_decay": 4.9292338153849965e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed955":[{"learning_rate": 2.3565881663751696e-08, "beta1": 0.9887223143267729, "beta2": 0.9999986496508516, "epsilon": 3.875596923124196e-09, "linear_decay": 3.8185802655153315e-05, "exponential_decay": 0.00019096119613035153}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed956":[{"learning_rate": 0.011360871002404719, "beta1": 0.8262432481355784, "beta2": 0.999985622150139, "epsilon": 1.473598654089745e-07, "linear_decay": 4.504487914010261e-05, "exponential_decay": 0.0008503734372051509}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed957":[{"learning_rate": 2.2573982408171135e-05, "beta1": 0.6121844627983933, "beta2": 0.7583569352748702, "epsilon": 3.079232893824293e-05, "linear_decay": 1.9465917839097254e-05, "exponential_decay": 0.00021004182541581675}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed958":[{"learning_rate": 0.06733600538505194, "beta1": 0.9450501589694289, "beta2": 0.9999945630180377, "epsilon": 11.001410027452613, "linear_decay": 8.701412490339964e-06, "exponential_decay": 0.0009260082484706174}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed959":[{"learning_rate": 0.5953552413126614, "beta1": 0.9997009106647368, "beta2": 0.9619641344193037, "epsilon": 6.012093863867205, "linear_decay": 3.0969588028935626e-07, "exponential_decay": 9.644655164642075e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed96":[{"learning_rate": 9.577866715387102e-07, "beta1": 0.9990805374001378, "beta2": 0.9118076492729427, "epsilon": 2.2427379818736917, "linear_decay": 1.906779351332746e-05, "exponential_decay": 4.3695601273835416e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed960":[{"learning_rate": 0.0006327613520305537, "beta1": 0.9998041308415473, "beta2": 0.9997128549106191, "epsilon": 42.5652064190425, "linear_decay": 7.383867520579665e-07, "exponential_decay": 0.0005627314709625186}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed961":[{"learning_rate": 0.000787678271743002, "beta1": 0.9998938490973246, "beta2": 0.9999879988564184, "epsilon": 9.186206709904531e-07, "linear_decay": 3.0868787886411106e-07, "exponential_decay": 4.0477962144409785e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed962":[{"learning_rate": 1.3827379827729318e-06, "beta1": 0.8206467363395517, "beta2": 0.8683048231386379, "epsilon": 3.765237653777278e-05, "linear_decay": 2.407738749197552e-06, "exponential_decay": 0.0006621780324330933}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed963":[{"learning_rate": 2.9391856701627094e-07, "beta1": 0.9993113246900325, "beta2": 0.9101615734822233, "epsilon": 0.2611327590259664, "linear_decay": 4.538607504545004e-05, "exponential_decay": 9.391937346250034e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed964":[{"learning_rate": 0.015224277993189421, "beta1": 0.9711368211389031, "beta2": 0.9999864014983814, "epsilon": 5.433271850740921, "linear_decay": 7.209363390630565e-05, "exponential_decay": 1.4707038105401938e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed965":[{"learning_rate": 9.583796315352172, "beta1": 0.8144274702120265, "beta2": 0.992830142484484, "epsilon": 2.2781266968970417e-09, "linear_decay": 1.0413682077704181e-05, "exponential_decay": 1.4642836031179683e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed966":[{"learning_rate": 0.010731438495476227, "beta1": 0.9913552321845859, "beta2": 0.99995623724173, "epsilon": 2.1241221540095899e-10, "linear_decay": 1.455506218033046e-07, "exponential_decay": 2.6690443403767394e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed967":[{"learning_rate": 0.036452554526207805, "beta1": 0.8914178884178721, "beta2": 0.9984399537564324, "epsilon": 0.029537578718107218, "linear_decay": 3.637477889259941e-07, "exponential_decay": 1.0839754086655829e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed968":[{"learning_rate": 0.000657777388676546, "beta1": 0.9967864581436412, "beta2": 0.9995180880019507, "epsilon": 0.4316555311241982, "linear_decay": 6.155336911526e-07, "exponential_decay": 2.6213165127745485e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed969":[{"learning_rate": 0.8047069221096519, "beta1": 0.991412071204775, "beta2": 0.9998911765018855, "epsilon": 0.0015761847282826172, "linear_decay": 9.254374922239076e-07, "exponential_decay": 3.374463444169696e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed97":[{"learning_rate": 2.2751898018749562e-08, "beta1": 0.5836438078882633, "beta2": 0.462368009230524, "epsilon": 0.013960953974155857, "linear_decay": 2.066908782744057e-06, "exponential_decay": 3.3775559973592813e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed970":[{"learning_rate": 0.0008108849410476017, "beta1": 0.8129943334513527, "beta2": 0.4946394847396227, "epsilon": 5.788942387748446e-06, "linear_decay": 6.948848324658557e-07, "exponential_decay": 0.00040534641701211235}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed971":[{"learning_rate": 0.00039863859037138767, "beta1": 0.9997340294882718, "beta2": 0.9999885679434911, "epsilon": 0.0014003527676645419, "linear_decay": 2.2272003709510303e-07, "exponential_decay": 2.4667145065749004e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed972":[{"learning_rate": 0.03115168853011312, "beta1": 0.9790171080128193, "beta2": 0.994490128465187, "epsilon": 8.69643052388058e-07, "linear_decay": 1.3155895041052198e-07, "exponential_decay": 1.6271220561018472e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed973":[{"learning_rate": 0.0569389830016781, "beta1": 0.9963538051064347, "beta2": 0.8046686465592988, "epsilon": 438.38936342616455, "linear_decay": 4.26816822127451e-07, "exponential_decay": 9.674419410210553e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed974":[{"learning_rate": 3.063933068534167, "beta1": 0.06025130866967532, "beta2": 0.9999988006716735, "epsilon": 0.734942884883244, "linear_decay": 4.699674375423348e-05, "exponential_decay": 1.2571508043478628e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed975":[{"learning_rate": 5.943078457569504, "beta1": 0.9882908269335244, "beta2": 0.9997631880821711, "epsilon": 2.082527697102713e-10, "linear_decay": 6.054982669197151e-05, "exponential_decay": 2.0777332189264033e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed976":[{"learning_rate": 0.0023957355542845752, "beta1": 0.9928093265583026, "beta2": 0.7854814640262704, "epsilon": 9.857482812058096e-05, "linear_decay": 4.182922857051334e-05, "exponential_decay": 0.0007258974548377927}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed977":[{"learning_rate": 0.00046466773739336646, "beta1": 0.9992830792865172, "beta2": 0.9815818353876625, "epsilon": 0.00022533804065941055, "linear_decay": 1.5173323872586575e-06, "exponential_decay": 0.00027719690516886733}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed978":[{"learning_rate": 2.8923559890167163, "beta1": 0.5240584290176957, "beta2": 0.9999969100881413, "epsilon": 10.669152997961946, "linear_decay": 1.2226717719279875e-07, "exponential_decay": 0.0008427360280876054}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed979":[{"learning_rate": 0.0183841707347032, "beta1": 0.8894457696325881, "beta2": 0.9990612102332618, "epsilon": 0.05710927078662371, "linear_decay": 1.4705435481135475e-05, "exponential_decay": 0.0003146230861528726}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed98":[{"learning_rate": 0.11161807941844624, "beta1": 0.968493676686446, "beta2": 0.8540944571147633, "epsilon": 1.8401926488912023e-09, "linear_decay": 1.80932598574745e-07, "exponential_decay": 1.056939103032419e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed980":[{"learning_rate": 4.566368802045542e-08, "beta1": 0.9993249916977414, "beta2": 0.8954463898180548, "epsilon": 5.427314113343773e-05, "linear_decay": 1.0565047778154992e-06, "exponential_decay": 7.97680344537378e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed981":[{"learning_rate": 1.755012084985024e-08, "beta1": 0.9737915748452162, "beta2": 0.1389781366138778, "epsilon": 0.4582703032564513, "linear_decay": 6.890704617626296e-07, "exponential_decay": 5.822103079191239e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed982":[{"learning_rate": 2.427672375121023, "beta1": 0.999636186074536, "beta2": 0.9990525085353051, "epsilon": 6.183129141524661, "linear_decay": 1.790853416097975e-05, "exponential_decay": 2.059864157587089e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed983":[{"learning_rate": 2.554063094257897, "beta1": 0.945233486882236, "beta2": 0.9844808572881576, "epsilon": 7.680344449538981e-06, "linear_decay": 4.265594271357361e-07, "exponential_decay": 2.9904501614654683e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed984":[{"learning_rate": 0.2377089347866874, "beta1": 0.9998807274656297, "beta2": 0.9979446752504477, "epsilon": 416.5914967774962, "linear_decay": 1.344018000575755e-07, "exponential_decay": 1.7452090742525237e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed985":[{"learning_rate": 0.26434372076452556, "beta1": 0.8173815963114911, "beta2": 0.9999229695098916, "epsilon": 0.1625687317181626, "linear_decay": 1.3075219691582793e-05, "exponential_decay": 1.944518741543761e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed986":[{"learning_rate": 0.5511781422239214, "beta1": 0.7145219497748009, "beta2": 0.9967242104636207, "epsilon": 8.754548571388582e-07, "linear_decay": 1.68267592210715e-07, "exponential_decay": 0.0005522682248400481}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed987":[{"learning_rate": 1.4363310772019658e-07, "beta1": 0.9984171469143864, "beta2": 0.9999241031126875, "epsilon": 0.789847758072443, "linear_decay": 3.9769500545450534e-07, "exponential_decay": 0.00011455534617758436}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed988":[{"learning_rate": 8.405709222425896e-06, "beta1": 0.9985219698537395, "beta2": 0.9999870727572665, "epsilon": 48.60922961904291, "linear_decay": 5.339993905309536e-05, "exponential_decay": 3.3243032380970165e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed989":[{"learning_rate": 0.2628433203913166, "beta1": 0.9996740873122484, "beta2": 0.9999918727325308, "epsilon": 0.00083729848009248, "linear_decay": 8.561046714904349e-07, "exponential_decay": 0.00019393600471750153}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed99":[{"learning_rate": 0.0016440365504283496, "beta1": 0.9897907691652014, "beta2": 0.9994911727251192, "epsilon": 68.90013191584299, "linear_decay": 1.9552340743482e-05, "exponential_decay": 2.3422135776835524e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed990":[{"learning_rate": 1.38220141238455e-07, "beta1": 0.9156881302125668, "beta2": 0.9999945510293129, "epsilon": 4.358558149127894e-07, "linear_decay": 6.113178066105631e-06, "exponential_decay": 1.6170206360270668e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed991":[{"learning_rate": 0.2518374948811296, "beta1": 0.9957040843315789, "beta2": 0.8991256709183351, "epsilon": 4.553682111893765e-08, "linear_decay": 5.348180674471917e-05, "exponential_decay": 1.9971523578523394e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed992":[{"learning_rate": 0.40661635127690926, "beta1": 0.9629440284310677, "beta2": 0.9967758581825563, "epsilon": 9.099958252684808e-05, "linear_decay": 3.2739194592416914e-05, "exponential_decay": 2.0618509281005686e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed993":[{"learning_rate": 2.5371073421914367e-08, "beta1": 0.9982591590306157, "beta2": 0.9957856965688716, "epsilon": 1.2606668037707727e-09, "linear_decay": 2.172809210932338e-05, "exponential_decay": 5.9790260657171616e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed994":[{"learning_rate": 4.3280534586642935e-08, "beta1": 0.9453253616914704, "beta2": 0.9973413648891223, "epsilon": 63.13390239354583, "linear_decay": 2.2852180672877267e-06, "exponential_decay": 9.495184352610385e-06}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed995":[{"learning_rate": 5.004109895555712e-06, "beta1": 0.994370358965586, "beta2": 0.9999877924798585, "epsilon": 7.8691829781263225, "linear_decay": 7.324579458984456e-06, "exponential_decay": 0.00010082029900868596}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed996":[{"learning_rate": 1.5782352030580841e-06, "beta1": 0.9903989510012244, "beta2": 0.6839024730437849, "epsilon": 1.650563324661236e-06, "linear_decay": 8.927362116761106e-06, "exponential_decay": 0.00013266002409171573}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed997":[{"learning_rate": 0.003222882683289239, "beta1": 0.8915701462349421, "beta2": 0.8760940398121843, "epsilon": 0.1991942959920265, "linear_decay": 1.463871982980508e-06, "exponential_decay": 1.5364889523875908e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed998":[{"learning_rate": 0.00013300899067447396, "beta1": 0.9818942132967154, "beta2": 0.8725718511441598, "epsilon": 0.0018300272909249416, "linear_decay": 2.2974526074398234e-05, "exponential_decay": 2.9364185461652328e-05}, "adam6p_wide_grid"],
"adam6p_wide_grid_seed999":[{"learning_rate": 4.798908498958839e-07, "beta1": 0.6494730282512732, "beta2": 0.9793299004675581, "epsilon": 2.3219490727653636, "linear_decay": 2.1316477553539054e-07, "exponential_decay": 6.5924967315612755e-06}, "adam6p_wide_grid"]
}